-- Logs begin at Wed 2020-12-09 04:42:30 UTC, end at Wed 2020-12-09 05:53:08 UTC. --
Dec 09 05:20:25.668735 dv-cinder-763306-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Dec 09 05:20:28.812709 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.common.config [-] Logging enabled!
Dec 09 05:20:28.816495 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev226
Dec 09 05:20:28.816495 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80130) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Dec 09 05:20:28.816495 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.common.config [-] Logging enabled!
Dec 09 05:20:28.816495 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev226
Dec 09 05:20:28.816495 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80130) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Dec 09 05:20:28.817548 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Dec 09 05:20:28.817694 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Dec 09 05:20:28.819057 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Dec 09 05:20:28.819542 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Dec 09 05:20:28.819822 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Dec 09 05:20:28.820239 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:28.820615 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:28.825860 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:28.825860 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:28.825860 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:28.825860 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:28.825860 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:28.825860 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:28.825860 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:28.825860 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:28.827306 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:28.827306 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:28.827306 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:28.827306 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:28.827306 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:28.827306 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:28.827306 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] debug                          = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:28.827306 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:28.828536 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:28.828536 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:28.828536 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:28.828536 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:28.828536 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:28.828536 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:28.829408 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:28.829408 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] host                           = dv-cinder-763306-6-iscsi {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:28.829408 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:28.829408 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:28.829408 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:28.830223 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:28.830223 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:28.830223 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:28.830665 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:28.830816 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:28.831079 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:28.831404 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:28.831748 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:28.832095 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:28.832444 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:28.833198 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:28.833198 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:28.833503 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:28.834685 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:28.835268 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:28.835835 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:28.836396 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:28.836969 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:28.837546 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:28.838168 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:28.838760 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:28.839115 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:28.839461 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:28.839790 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:28.840118 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:28.840898 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:28.840898 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:28.841158 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:28.841353 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:28.841671 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:28.842025 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:28.842417 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:28.842789 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:28.843114 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:28.843554 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:28.844123 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:28.844681 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:28.845231 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:28.845573 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:28.845962 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:28.846299 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:28.846629 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:28.846963 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:28.847292 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:28.847621 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:28.847962 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:28.848287 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:28.848610 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:28.848935 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:28.849258 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:28.849603 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:28.850784 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.851353 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.851722 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.852063 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.852413 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.852753 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.853304 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.853798 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.854310 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.854665 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.855015 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.855353 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.855697 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.856106 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.856674 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.857023 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.857358 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.857722 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.858078 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.858403 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.858755 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.859088 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.859414 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.859752 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.860079 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.860402 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.860722 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.861050 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.861396 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.861724 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.862076 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.862398 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.862724 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.863046 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.863385 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.863711 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.864032 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.864353 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.864679 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.865000 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.866155 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.866723 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.867116 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.867452 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.867792 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.868122 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.868440 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.868764 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.869089 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.869413 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.869749 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.870095 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.870418 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.870742 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.871067 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.871399 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.871720 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.872064 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.872420 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.872749 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.873083 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.873423 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.873951 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.874502 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.875089 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.875671 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.876241 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.876796 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.877422 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.878060 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.878653 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.879111 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.879445 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.879802 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.880131 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.880468 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.880802 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.881669 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.882267 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.882780 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.883140 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.883494 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.883861 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.884437 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.885042 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.885614 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.886284 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.886861 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:28.887311 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Dec 09 05:20:28.887802 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80130) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Dec 09 05:20:29.671010 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO keyring.backend [-] Loading Gnome
Dec 09 05:20:29.689658 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO keyring.backend [-] Loading Google
Dec 09 05:20:29.692587 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO keyring.backend [-] Loading Windows (alt)
Dec 09 05:20:29.697264 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO keyring.backend [-] Loading file
Dec 09 05:20:29.698324 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO keyring.backend [-] Loading keyczar
Dec 09 05:20:29.698610 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO keyring.backend [-] Loading multi
Dec 09 05:20:29.699282 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO keyring.backend [-] Loading pyfs
Dec 09 05:20:29.776393 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:20:29.776706 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:20:29.777046 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:20:29.777431 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.manager [-] Loading core plugin: ml2
Dec 09 05:20:30.259135 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:30.259710 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:30.259710 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:30.327321 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:30.327684 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:30.328042 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:30.331717 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:30.332036 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:30.332346 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:30.419757 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:30.420118 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:30.420485 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:30.421582 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:30.421984 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:30.422341 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:30.551106 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fdff9e15268> agent after_create 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:30.551502 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fdff9e15268> agent after_update 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:30.551866 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7fdff9e152f0> segment precommit_create 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:30.552230 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7fdff9e15378> network precommit_delete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:30.553264 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7fdff9e17378> segment before_delete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:30.752699 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fdffa9bfcc0>> network before_delete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:30.753102 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7fdff9fee400> agent before_delete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:30.753423 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fdffa9bfcc0>> network before_create 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:30.753732 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fdffa9bfcc0>> port before_create 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:30.754029 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fdffa9bfcc0>> port before_update 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:30.754430 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fdffa9bfcc0>> segment after_delete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:30.754739 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fdffa9bfcc0>> segment precommit_create 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:30.755032 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fdffa9bfcc0>> segment precommit_delete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:30.755324 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fdffa9bfcc0>> segment after_create 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:30.755667 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fdffa9bfcc0>> network after_delete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:30.756495 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fdffa9bfcc0>> network precommit_delete 0 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:30.756860 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fdffa9bfcc0>> port provisioning_complete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:30.757372 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fdffa9bfcc0>> rbac-policy before_create 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:30.757843 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fdffa9bfcc0>> rbac-policy after_delete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:30.758187 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fdffa9bfcc0>> agent after_update 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:30.758517 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fdffa9bfcc0>> subnet after_delete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:30.758822 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fdffa9bfcc0>> subnet precommit_delete 0 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:30.759158 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fdffa9bfcc0>> rbac-policy before_update 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:30.759455 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fdffa9bfcc0>> rbac-policy before_delete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:30.759984 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fdffa9bfcc0>> port after_create 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:30.760278 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fdffa9bfcc0>> port after_update 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:30.760569 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fdffa9bfcc0>> port after_delete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:30.760923 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fdffa9bfcc0>> rbac-policy before_create 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:30.761219 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fdffa9bfcc0>> rbac-policy before_update 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:30.761505 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fdffa9bfcc0>> rbac-policy before_delete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:30.762005 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80130) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 09 05:20:30.762291 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80130) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 09 05:20:30.762571 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80130) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 09 05:20:30.762849 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80130) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 09 05:20:30.763126 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80130) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 09 05:20:30.763402 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80130) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 09 05:20:30.764857 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Dec 09 05:20:30.774388 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Dec 09 05:20:30.782649 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Dec 09 05:20:30.789034 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])])
Dec 09 05:20:30.792094 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Dec 09 05:20:30.793364 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Dec 09 05:20:30.793763 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan']
Dec 09 05:20:30.794258 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Dec 09 05:20:30.798196 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Dec 09 05:20:30.798458 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Dec 09 05:20:30.798886 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch']
Dec 09 05:20:30.824277 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Dec 09 05:20:30.824738 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7fdff9d80c50>> qos_plugin after_init 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:30.825084 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80130) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}}
Dec 09 05:20:30.825513 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7fdff9cadc88>> logging-plugin after_init 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:30.827212 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80130) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Dec 09 05:20:30.827531 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch']
Dec 09 05:20:30.827831 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch']
Dec 09 05:20:30.831335 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fdff9cadd30>> floatingip before_response 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:30.831663 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fdff9cadd30>> port before_response 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:30.901999 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Dec 09 05:20:30.902261 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Dec 09 05:20:30.902617 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Dec 09 05:20:30.903093 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Dec 09 05:20:30.947278 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_db.sqlalchemy.engines [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80130) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Dec 09 05:20:31.284654 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.plugins.ml2.managers [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Initializing driver for type 'gre'
Dec 09 05:20:31.285515 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] gre ID ranges: [(1, 1000)]
Dec 09 05:20:31.337039 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.plugins.ml2.managers [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Initializing driver for type 'local'
Dec 09 05:20:31.337414 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.plugins.ml2.managers [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Initializing driver for type 'vlan'
Dec 09 05:20:31.351772 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] VlanTypeDriver initialization complete
Dec 09 05:20:31.352158 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.plugins.ml2.managers [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Initializing driver for type 'vxlan'
Dec 09 05:20:31.352764 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] vxlan ID ranges: [(1, 1000)]
Dec 09 05:20:31.403537 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.plugins.ml2.managers [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Initializing extension driver 'port_security'
Dec 09 05:20:31.403975 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.plugins.ml2.extensions.port_security [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] PortSecurityExtensionDriver initialization complete
Dec 09 05:20:31.404404 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.plugins.ml2.managers [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Initializing mechanism driver 'openvswitch'
Dec 09 05:20:31.411343 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80130) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:20:31.412774 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe00754e400>> port after_create 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:31.413181 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe00754e400>> port after_update 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:31.413573 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe00754e400>> port after_delete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:31.414038 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fdff98cc550>> subnet after_create 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:31.414431 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fdff98cc550>> subnet after_update 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:31.414817 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fdff98cc550>> subnet after_delete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:31.415237 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fdff98cc710>> network after_create 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:31.415631 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fdff98cc710>> network after_update 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:31.416017 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fdff98cc710>> network after_delete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:31.416443 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fdff98cc8d0>> security_group after_create 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:31.416832 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fdff98cc8d0>> security_group after_update 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:31.417207 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fdff98cc8d0>> security_group after_delete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:31.417629 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fdff98cca90>> security_group_rule after_create 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:31.418044 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fdff98cca90>> security_group_rule after_update 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:31.418420 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fdff98cca90>> security_group_rule after_delete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:31.518207 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fdff98ccc50>> address_group after_create 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:31.518892 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fdff98ccc50>> address_group after_update 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:31.519295 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fdff98ccc50>> address_group after_delete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:31.519682 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] ML2 OVO RPC backend initialized. {{(pid=80130) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Dec 09 05:20:31.520500 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fdff98b59b0>> router_interface after_create 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:31.520911 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fdff98b59b0>> router_interface after_delete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:31.521391 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fdff98b59b0>> network before_response 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:31.523822 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fdff98b59b0>> networks before_response 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:31.523822 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fdff98b59b0>> port before_response 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:31.524769 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fdff98b59b0>> ports before_response 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:31.524769 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fdff98b59b0>> subnet before_response 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:31.525206 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fdff98b59b0>> subnets before_response 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:31.526129 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fdff98b59b0>> network after_create 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:31.526129 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fdff98b59b0>> network after_update 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:31.526466 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fdff98b59b0>> network after_delete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:31.527118 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fdff98b59b0>> port after_create 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:31.527547 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fdff98b59b0>> port after_update 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:31.527942 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fdff98b59b0>> port after_delete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:31.528383 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fdff98b59b0>> subnet after_create 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:31.528798 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fdff98b59b0>> subnet after_update 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:31.529258 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fdff98b59b0>> subnet after_delete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:31.530470 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.plugins.ml2.plugin [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Modular L2 Plugin initialization complete
Dec 09 05:20:31.531022 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading services supported by the core plugin {{(pid=80130) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Dec 09 05:20:31.531418 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.plugins.ml2.managers [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Got port-security extension from driver 'port_security'
Dec 09 05:20:31.531955 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.extensions.vlantransparent [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Disabled vlantransparent extension.
Dec 09 05:20:31.533456 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80130) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Dec 09 05:20:31.533855 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading Plugin: router
Dec 09 05:20:31.579576 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fdff98b56a0>> router_interface before_create 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:31.580031 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fdff98b56a0>> router after_create 55549900 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:31.580492 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fdff98b56a0>> router before_create 55549900 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:31.580955 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fdff98b56a0>> router_interface before_delete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:31.581384 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fdff98b56a0>> router_interface after_delete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:31.581788 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fdff98b56a0>> router after_delete 55549900 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:31.582290 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fdff98b56a0>> floatingip after_update 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:31.582711 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fdff98b56a0>> router after_create 55549900 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:31.583104 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fdff98b56a0>> router after_update 55549900 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:31.583502 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fdff98b56a0>> router after_update 55549900 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:31.583898 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fdff98b56a0>> router_gateway after_delete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:31.584452 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fdff98b56a0>> router after_update 55549900 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:31.584900 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fdff98b56a0>> router precommit_update 55549900 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:31.585332 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7fdffa171c80> port after_update 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:31.585718 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7fdffa171b70> port after_delete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:31.586130 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7fdffa171bf8> subnet after_update 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:31.586513 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7fdffa171d08> subnetpool_address_scope after_update 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:31.586910 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fdff98b56a0>> port precommit_delete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:31.587306 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fdff98b56a0>> router precommit_create 55549900 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:31.587700 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7fdffa161ea0> port before_delete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:31.588087 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fdff98b56a0>> router precommit_create 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:31.588504 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fdff98b56a0>> router after_update 55549900 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:31.588891 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fdff98b56a0>> router precommit_delete 55549900 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:31.589295 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fdff98b56a0>> router precommit_create 55549900 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:31.589719 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fdff98b56a0>> router_interface after_create 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:31.590143 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fdff98b56a0>> router precommit_update 55549900 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:31.590590 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fdff98b56a0>> network after_delete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:31.591688 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource_registry [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Tracking information for resource: router configured {{(pid=80130) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 09 05:20:31.592070 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource_registry [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Tracking information for resource: floatingip configured {{(pid=80130) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 09 05:20:31.597407 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.db.l3_agentschedulers_db [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Dec 09 05:20:31.598108 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7fdff9857400> port after_update 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:31.598512 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7fdff982f8c8> port after_create 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:31.598900 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Subscribe: <function _notify_port_delete at 0x7fdff9857378> port after_delete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:31.599291 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7fdff9857598> port after_update 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:31.600429 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fdff987b860>> router before_create 55550100 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:31.600835 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fdff987b860>> router precommit_delete 55550100 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:31.601238 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fdff987b860>> router precommit_create 55550100 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:31.601634 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fdff987b860>> router precommit_update 55550100 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:31.606712 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.services.provider_configuration [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Service providers = [] {{(pid=80130) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Dec 09 05:20:31.607121 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.servicetype_db [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80130) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Dec 09 05:20:31.610208 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.services.service_base [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80130) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Dec 09 05:20:31.610599 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.services.service_base [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80130) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Dec 09 05:20:31.610980 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.services.service_base [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80130) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Dec 09 05:20:31.611908 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.services.service_base [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80130) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Dec 09 05:20:31.612318 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.services.service_base [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Default provider is not specified for service type L3_ROUTER_NAT
Dec 09 05:20:31.612764 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80130) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 09 05:20:31.613122 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Dec 09 05:20:31.638020 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80130) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 09 05:20:31.638390 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading Plugin: auto_allocate
Dec 09 05:20:31.650368 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fdff97e0488> network precommit_update 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:31.650777 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fdff97e0488> network precommit_create 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:31.651395 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80130) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 09 05:20:31.651758 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading Plugin: tag
Dec 09 05:20:31.664349 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80130) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 09 05:20:31.664720 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading Plugin: timestamp
Dec 09 05:20:31.668770 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80130) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 09 05:20:31.669144 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading Plugin: network_ip_availability
Dec 09 05:20:31.675367 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fdff979d320>> rbac-policy before_create 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:31.675793 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fdff979d320>> rbac-policy before_update 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:31.676176 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fdff979d320>> rbac-policy before_delete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:31.677043 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80130) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 09 05:20:31.677405 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading Plugin: flavors
Dec 09 05:20:31.697216 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80130) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 09 05:20:31.697592 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading Plugin: revisions
Dec 09 05:20:31.702734 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80130) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 09 05:20:31.703169 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.926s {{(pid=80130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:20:31.704028 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80130) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Dec 09 05:20:31.704396 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Initializing extension manager.
Dec 09 05:20:31.704984 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: __init__.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.705372 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: __pycache__ {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.705788 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: _filter_validation_lib.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.706198 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.706570 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: address_group.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.707475 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.708162 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loaded extension: address-group
Dec 09 05:20:31.708530 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: address_scope.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.709392 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.710015 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loaded extension: address-scope
Dec 09 05:20:31.710372 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.711393 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.711973 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loaded extension: router-admin-state-down-before-update
Dec 09 05:20:31.712337 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: agent.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.713117 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.713705 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loaded extension: agent
Dec 09 05:20:31.714094 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: agent_resources_synced.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.715059 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.715643 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loaded extension: agent-resources-synced
Dec 09 05:20:31.716015 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: allowedaddresspairs.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.717973 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.718580 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loaded extension: allowed-address-pairs
Dec 09 05:20:31.718948 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: auto_allocated_topology.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.720077 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.720667 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loaded extension: auto-allocated-topology
Dec 09 05:20:31.721037 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: availability_zone.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.721802 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.722408 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loaded extension: availability_zone
Dec 09 05:20:31.722776 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: availability_zone_filter.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.723724 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.724306 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loaded extension: availability_zone_filter
Dec 09 05:20:31.724856 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: data_plane_status.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.725848 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.726413 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Extension data-plane-status not supported by any of loaded plugins
Dec 09 05:20:31.726771 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: default_subnetpools.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.727866 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.728483 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loaded extension: default-subnetpools
Dec 09 05:20:31.728848 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.729733 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.730383 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loaded extension: dhcp_agent_scheduler
Dec 09 05:20:31.730749 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: dns.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.731703 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.732285 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Extension dns-integration not supported by any of loaded plugins
Dec 09 05:20:31.732648 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: dns_domain_ports.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.733576 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.734182 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Extension dns-domain-ports not supported by any of loaded plugins
Dec 09 05:20:31.734548 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: dvr.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.735287 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.735865 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loaded extension: dvr
Dec 09 05:20:31.736228 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: empty_string_filtering.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.737167 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.737745 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loaded extension: empty-string-filtering
Dec 09 05:20:31.738133 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.739065 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.739640 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Dec 09 05:20:31.740003 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.741864 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.742443 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Dec 09 05:20:31.742805 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: external_net.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.743749 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.744338 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loaded extension: external-net
Dec 09 05:20:31.744702 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.745631 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.746276 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loaded extension: extra_dhcp_opt
Dec 09 05:20:31.746819 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: extraroute.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.747594 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.748181 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loaded extension: extraroute
Dec 09 05:20:31.748545 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: extraroute_atomic.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.749626 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.750244 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loaded extension: extraroute-atomic
Dec 09 05:20:31.750608 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: filter_validation.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.751341 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.751923 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loaded extension: filter-validation
Dec 09 05:20:31.752287 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: fip_pf_description.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.753219 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.753798 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Dec 09 05:20:31.754187 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: fip_port_details.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.755136 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.755715 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loaded extension: fip-port-details
Dec 09 05:20:31.756685 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: flavors.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.758005 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.758729 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loaded extension: flavors
Dec 09 05:20:31.759096 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.760807 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.761411 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Dec 09 05:20:31.761787 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: floatingip_pools.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.762622 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.763216 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loaded extension: floatingip-pools
Dec 09 05:20:31.763586 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: ip_allocation.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.764553 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.765132 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Extension ip_allocation not supported by any of loaded plugins
Dec 09 05:20:31.765500 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.766466 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.767052 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loaded extension: ip-substring-filtering
Dec 09 05:20:31.767419 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: l2_adjacency.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.768612 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.769193 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Extension l2_adjacency not supported by any of loaded plugins
Dec 09 05:20:31.769555 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: l3.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.770726 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.771321 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loaded extension: router
Dec 09 05:20:31.771752 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.774219 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.774824 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Dec 09 05:20:31.775202 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.776174 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.776763 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loaded extension: ext-gw-mode
Dec 09 05:20:31.777133 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.778095 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.778679 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loaded extension: l3-ha
Dec 09 05:20:31.779044 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: l3_flavors.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.779977 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.780558 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loaded extension: l3-flavors
Dec 09 05:20:31.780921 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.782000 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.782590 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loaded extension: l3-port-ip-change-not-allowed
Dec 09 05:20:31.782955 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: l3agentscheduler.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.784220 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.784834 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loaded extension: l3_agent_scheduler
Dec 09 05:20:31.785652 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: logging.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.793873 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.793873 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Extension logging not supported by any of loaded plugins
Dec 09 05:20:31.793873 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: metering.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.793873 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.793873 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loaded extension: metering
Dec 09 05:20:31.793873 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.794735 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.794735 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loaded extension: metering_source_and_destination_fields
Dec 09 05:20:31.794735 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: multiprovidernet.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.794735 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.794735 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loaded extension: multi-provider
Dec 09 05:20:31.794735 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: netmtu.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.795516 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.795661 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loaded extension: net-mtu
Dec 09 05:20:31.796006 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: netmtu_writable.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.796943 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.797530 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loaded extension: net-mtu-writable
Dec 09 05:20:31.797936 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: network_availability_zone.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.798673 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.799262 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loaded extension: network_availability_zone
Dec 09 05:20:31.799625 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: network_ip_availability.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.800925 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.801521 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loaded extension: network-ip-availability
Dec 09 05:20:31.801915 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: network_segment_range.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.803385 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.804525 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Extension network-segment-range not supported by any of loaded plugins
Dec 09 05:20:31.804525 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: pagination.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.805768 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.806191 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loaded extension: pagination
Dec 09 05:20:31.806557 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.807555 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.808190 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loaded extension: port-mac-address-regenerate
Dec 09 05:20:31.808553 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.809521 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.810169 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loaded extension: port-numa-affinity-policy
Dec 09 05:20:31.810532 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: port_resource_request.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.811463 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.812042 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Extension port-resource-request not supported by any of loaded plugins
Dec 09 05:20:31.812401 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: portbindings.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.813355 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.813960 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loaded extension: binding
Dec 09 05:20:31.814322 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: portbindings_extended.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.815714 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.816347 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loaded extension: binding-extended
Dec 09 05:20:31.816719 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: portsecurity.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.817678 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.818299 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loaded extension: port-security
Dec 09 05:20:31.819267 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: project_id.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.820371 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.820749 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loaded extension: project-id
Dec 09 05:20:31.821110 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: providernet.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.822078 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.822681 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loaded extension: provider
Dec 09 05:20:31.823049 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: qos.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.826975 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.827605 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Extension qos not supported by any of loaded plugins
Dec 09 05:20:31.827976 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.829270 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.829936 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Dec 09 05:20:31.830252 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.831192 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.831775 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Dec 09 05:20:31.832137 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: qos_default.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.833079 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.833663 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Extension qos-default not supported by any of loaded plugins
Dec 09 05:20:31.834951 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: qos_fip.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.836336 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.836336 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Extension qos-fip not supported by any of loaded plugins
Dec 09 05:20:31.836647 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: qos_gateway_ip.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.837564 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.838173 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Dec 09 05:20:31.838540 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: qos_port_network_policy.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.839470 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.840048 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Dec 09 05:20:31.840412 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: qos_rule_type_details.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.841344 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.841945 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Dec 09 05:20:31.842312 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: qos_rules_alias.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.843395 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.843975 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Extension qos-rules-alias not supported by any of loaded plugins
Dec 09 05:20:31.844336 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: quotasv2.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.845419 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.845794 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loaded extension: quotas
Dec 09 05:20:31.846198 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: quotasv2_detail.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.847893 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.848278 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loaded extension: quota_details
Dec 09 05:20:31.848649 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: rbac.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.850733 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.851436 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loaded extension: rbac-policies
Dec 09 05:20:31.851807 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: rbac_address_scope.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.852794 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.853392 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loaded extension: rbac-address-scope
Dec 09 05:20:31.853756 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: rbac_security_groups.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.854729 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.855315 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loaded extension: rbac-security-groups
Dec 09 05:20:31.855675 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: rbac_subnetpool.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.856629 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.857212 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loaded extension: rbac-subnetpool
Dec 09 05:20:31.857581 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: revisionifmatch.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.858545 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.859127 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loaded extension: revision-if-match
Dec 09 05:20:31.859489 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: revisions.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.860641 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.861232 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loaded extension: standard-attr-revisions
Dec 09 05:20:31.861603 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: router_availability_zone.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.862383 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.862973 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loaded extension: router_availability_zone
Dec 09 05:20:31.863338 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: routerservicetype.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.864288 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.864866 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Extension router-service-type not supported by any of loaded plugins
Dec 09 05:20:31.865288 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.866468 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.867058 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loaded extension: port-security-groups-filtering
Dec 09 05:20:31.867429 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.868377 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.868978 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loaded extension: security-groups-remote-address-group
Dec 09 05:20:31.869340 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: securitygroup.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.883557 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.884231 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loaded extension: security-group
Dec 09 05:20:31.884608 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: segment.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.885608 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.886272 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Extension segment not supported by any of loaded plugins
Dec 09 05:20:31.886651 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.887773 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.888390 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Dec 09 05:20:31.888758 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: servicetype.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.889952 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.890662 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loaded extension: service-type
Dec 09 05:20:31.890975 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: sorting.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.891899 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.892411 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loaded extension: sorting
Dec 09 05:20:31.892725 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: standard_attr_segment.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.893882 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.894466 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Extension standard-attr-segment not supported by any of loaded plugins
Dec 09 05:20:31.894828 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: standardattrdescription.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.895543 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.896131 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loaded extension: standard-attr-description
Dec 09 05:20:31.896585 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: stateful_security_group.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.898097 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.898697 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loaded extension: stateful-security-group
Dec 09 05:20:31.899087 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: stdattrs_common.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.899665 dv-cinder-763306-6-iscsi neutron-server[80130]: WARNING neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Dec 09 05:20:31.900026 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.901010 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.901593 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Dec 09 05:20:31.901986 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: subnet_onboard.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.903085 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.903680 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loaded extension: subnet_onboard
Dec 09 05:20:31.904046 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.905101 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.905759 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Dec 09 05:20:31.906152 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: subnet_service_types.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.907106 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.907704 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loaded extension: subnet-service-types
Dec 09 05:20:31.908069 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: subnetallocation.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.909197 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.909788 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loaded extension: subnet_allocation
Dec 09 05:20:31.910184 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.910911 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.911495 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loaded extension: subnetpool-prefix-ops
Dec 09 05:20:31.911859 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.913021 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.913599 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Dec 09 05:20:31.914003 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: tagging.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.915379 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.915972 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loaded extension: standard-attr-tag
Dec 09 05:20:31.916340 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: timestamp.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.917540 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.918173 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loaded extension: standard-attr-timestamp
Dec 09 05:20:31.918544 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: trunk.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.919606 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.920188 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Extension trunk not supported by any of loaded plugins
Dec 09 05:20:31.920554 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: trunk_details.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.921486 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.922095 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Extension trunk-details not supported by any of loaded plugins
Dec 09 05:20:31.922463 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: uplink_status_propagation.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.923415 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.923992 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Dec 09 05:20:31.924356 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Loading extension file: vlantransparent.py {{(pid=80130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 09 05:20:31.925081 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 09 05:20:31.925660 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Extension vlan-transparent not supported by any of loaded plugins
Dec 09 05:20:31.928528 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.quota.resource_registry [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Creating instance of TrackedResource for resource:network
Dec 09 05:20:31.929372 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.quota.resource_registry [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Creating instance of TrackedResource for resource:subnet
Dec 09 05:20:31.930074 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.quota.resource_registry [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 09 05:20:31.930738 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.quota.resource_registry [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Creating instance of TrackedResource for resource:port
Dec 09 05:20:31.933406 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.resource_helper [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 09 05:20:31.933944 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.resource_helper [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Service FLAVORS assigned prefix:  {{(pid=80130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 09 05:20:31.934651 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.resource_helper [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 09 05:20:31.935118 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.resource_helper [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 09 05:20:31.935492 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.quota.resource_registry [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Creating instance of TrackedResource for resource:router
Dec 09 05:20:31.936247 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.quota.resource_registry [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Creating instance of TrackedResource for resource:floatingip
Dec 09 05:20:31.937029 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.resource_helper [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Service METERING assigned prefix: /metering {{(pid=80130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 09 05:20:31.938930 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fdff9632358>> rbac-policy before_create 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:31.939339 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fdff9632358>> rbac-policy before_update 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:31.939752 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fdff9632358>> rbac-policy before_delete 55550000 {{(pid=80130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:20:31.940964 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.quota.resource_registry [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Creating instance of CountableResource for resource:rbac_policy
Dec 09 05:20:31.941456 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.quota.resource_registry [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Creating instance of TrackedResource for resource:security_group
Dec 09 05:20:31.942339 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.quota.resource_registry [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Creating instance of TrackedResource for resource:security_group_rule
Dec 09 05:20:31.943178 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.resource_helper [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Service CORE assigned prefix:  {{(pid=80130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 09 05:20:31.944110 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.quota.resource_registry [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 09 05:20:31.944488 dv-cinder-763306-6-iscsi neutron-server[80130]: WARNING neutron.quota.resource_registry [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] subnetpool is already registered
Dec 09 05:20:31.945170 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.resource_helper [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Service CORE assigned prefix:  {{(pid=80130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 09 05:20:31.945625 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.quota.resource_registry [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 09 05:20:31.946022 dv-cinder-763306-6-iscsi neutron-server[80130]: WARNING neutron.quota.resource_registry [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] subnetpool is already registered
Dec 09 05:20:31.948892 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.resource_helper [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 09 05:20:31.949377 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.resource_helper [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Service FLAVORS assigned prefix:  {{(pid=80130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 09 05:20:31.950064 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.resource_helper [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 09 05:20:31.950531 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.resource_helper [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 09 05:20:31.950902 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.quota.resource_registry [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Creating instance of TrackedResource for resource:router
Dec 09 05:20:31.951273 dv-cinder-763306-6-iscsi neutron-server[80130]: WARNING neutron.quota.resource_registry [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] router is already registered
Dec 09 05:20:31.951952 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.quota.resource_registry [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Creating instance of TrackedResource for resource:floatingip
Dec 09 05:20:31.952317 dv-cinder-763306-6-iscsi neutron-server[80130]: WARNING neutron.quota.resource_registry [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] floatingip is already registered
Dec 09 05:20:31.953019 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.resource_helper [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Service METERING assigned prefix: /metering {{(pid=80130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 09 05:20:31.953791 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.quota.resource_registry [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Creating instance of CountableResource for resource:rbac_policy
Dec 09 05:20:31.954224 dv-cinder-763306-6-iscsi neutron-server[80130]: WARNING neutron.quota.resource_registry [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] rbac_policy is already registered
Dec 09 05:20:31.954881 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.quota.resource_registry [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Creating instance of TrackedResource for resource:security_group
Dec 09 05:20:31.955246 dv-cinder-763306-6-iscsi neutron-server[80130]: WARNING neutron.quota.resource_registry [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] security_group is already registered
Dec 09 05:20:31.955907 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.quota.resource_registry [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Creating instance of TrackedResource for resource:security_group_rule
Dec 09 05:20:31.956272 dv-cinder-763306-6-iscsi neutron-server[80130]: WARNING neutron.quota.resource_registry [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] security_group_rule is already registered
Dec 09 05:20:31.956999 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.resource_helper [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Service CORE assigned prefix:  {{(pid=80130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 09 05:20:31.957366 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.quota.resource_registry [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 09 05:20:31.957728 dv-cinder-763306-6-iscsi neutron-server[80130]: WARNING neutron.quota.resource_registry [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] subnetpool is already registered
Dec 09 05:20:31.958432 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.resource_helper [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Service CORE assigned prefix:  {{(pid=80130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 09 05:20:31.958811 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.quota.resource_registry [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 09 05:20:31.959967 dv-cinder-763306-6-iscsi neutron-server[80130]: WARNING neutron.quota.resource_registry [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] subnetpool is already registered
Dec 09 05:20:31.960767 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Extended resource: extensions {{(pid=80130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 09 05:20:31.962410 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Extended resource: address-groups {{(pid=80130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 09 05:20:31.964089 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Extended resource: address-scopes {{(pid=80130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 09 05:20:31.965363 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Extended resource: agents {{(pid=80130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 09 05:20:31.966627 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Extended resource: auto-allocated-topology {{(pid=80130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 09 05:20:31.967961 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Extended resource: availability_zones {{(pid=80130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 09 05:20:31.969366 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Extended resource: dhcp-networks {{(pid=80130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 09 05:20:31.970918 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Extended resource: dhcp-agents {{(pid=80130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 09 05:20:31.972478 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Extended resource: routers {{(pid=80130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 09 05:20:31.974407 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Extended resource: flavors {{(pid=80130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 09 05:20:31.976016 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Extended resource: service_profiles {{(pid=80130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 09 05:20:31.977308 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Extended resource: next_providers {{(pid=80130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 09 05:20:31.978984 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Extended resource: service_profiles {{(pid=80130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 09 05:20:31.980543 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Extended resource: floatingip-pools {{(pid=80130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 09 05:20:31.981892 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Extended resource: routers {{(pid=80130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 09 05:20:31.983782 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Extended resource: floatingips {{(pid=80130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 09 05:20:31.985060 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Extended resource: l3-routers {{(pid=80130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 09 05:20:31.986570 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Extended resource: l3-agents {{(pid=80130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 09 05:20:31.988084 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Extended resource: metering-labels {{(pid=80130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 09 05:20:31.989530 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Extended resource: metering-label-rules {{(pid=80130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 09 05:20:31.991095 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Extended resource: network-ip-availabilities {{(pid=80130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 09 05:20:31.992427 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Extended resource: bindings {{(pid=80130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 09 05:20:31.994243 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Extended resource: quotas {{(pid=80130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 09 05:20:31.995781 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Extended resource: quotas {{(pid=80130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 09 05:20:31.997452 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Extended resource: rbac-policies {{(pid=80130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 09 05:20:31.998991 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Extended resource: security-groups {{(pid=80130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 09 05:20:32.000293 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Extended resource: security-group-rules {{(pid=80130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 09 05:20:32.001612 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Extended resource: service-providers {{(pid=80130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 09 05:20:32.002949 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Extended resource: subnetpools {{(pid=80130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 09 05:20:32.004436 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Extended resource: subnetpools {{(pid=80130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 09 05:20:32.006594 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Extended resource: tags {{(pid=80130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 09 05:20:32.008438 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Extended resource: tags {{(pid=80130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 09 05:20:32.011574 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Extended resource: tags {{(pid=80130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 09 05:20:32.013472 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Extended resource: tags {{(pid=80130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 09 05:20:32.015559 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Extended resource: tags {{(pid=80130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 09 05:20:32.017376 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Extended resource: tags {{(pid=80130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 09 05:20:32.019566 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Extended resource: tags {{(pid=80130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 09 05:20:32.021665 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Extended resource: tags {{(pid=80130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 09 05:20:32.024331 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Extended resource: tags {{(pid=80130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 09 05:20:32.026365 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.extensions [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Extended resource: tags {{(pid=80130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 09 05:20:32.033559 dv-cinder-763306-6-iscsi neutron-server[80130]: WARNING keystonemiddleware.auth_token [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Dec 09 05:20:32.039333 dv-cinder-763306-6-iscsi neutron-server[80130]: WARNING keystonemiddleware.auth_token [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Dec 09 05:20:32.048607 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Acquired lock "singleton_lock" {{(pid=80130) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Dec 09 05:20:32.049136 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Releasing lock "singleton_lock" {{(pid=80130) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Dec 09 05:20:32.050685 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO oslo_service.service [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Starting 2 workers
Dec 09 05:20:32.056205 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Started child 80245 {{(pid=80130) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Dec 09 05:20:32.061071 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:20:32.061541 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Started child 80246 {{(pid=80130) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Dec 09 05:20:32.062850 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [-] (80245) wsgi starting up on http://0.0.0.0:9696
Dec 09 05:20:32.063258 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.service [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Neutron service started, listening on 0.0.0.0:9696
Dec 09 05:20:32.064000 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Notify callbacks [] for process, before_spawn {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:20:32.066776 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO oslo_service.service [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Starting 1 workers
Dec 09 05:20:32.067412 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:20:32.070420 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [-] (80246) wsgi starting up on http://0.0.0.0:9696
Dec 09 05:20:32.073029 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Started child 80247 {{(pid=80130) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Dec 09 05:20:32.073614 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO oslo_service.service [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Starting 1 workers
Dec 09 05:20:32.075655 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.service [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] calling RpcWorker wait() {{(pid=80247) _wait /opt/stack/neutron/neutron/service.py:128}}
Dec 09 05:20:32.076057 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.service [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] returning from RpcWorker wait() {{(pid=80247) _wait /opt/stack/neutron/neutron/service.py:135}}
Dec 09 05:20:32.077545 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:20:32.078107 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:20:32.078784 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Started child 80248 {{(pid=80130) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Dec 09 05:20:32.079681 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cec2f08-9284-40c3-94a8-a376d94c03e3 None None] Notify callbacks [] for process, after_spawn {{(pid=80130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:20:32.081848 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80130) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Dec 09 05:20:32.082020 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Dec 09 05:20:32.082147 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Dec 09 05:20:32.082433 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Dec 09 05:20:32.082822 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Dec 09 05:20:32.083047 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Dec 09 05:20:32.083618 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.083924 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.084841 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.085144 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.085496 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.086230 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.086527 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.086816 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.087139 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.087382 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.087785 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.087956 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.088427 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.088708 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.088849 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:20:32.089148 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.089439 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.089725 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.090054 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.090277 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.090559 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.090779 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:20:32.090993 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.091204 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.091425 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] debug                          = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.091645 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.092250 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.092489 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.092704 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.092928 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.093259 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.093546 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.093865 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.094136 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.094394 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.094664 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.094950 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.095202 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.095553 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.095787 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.095994 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.096419 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] host                           = dv-cinder-763306-6-iscsi {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.096641 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.096868 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.097141 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.097408 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.097709 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.098002 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.098303 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.098602 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.098879 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.099161 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.099432 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.099807 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.100253 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.100496 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.100496 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.101197 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.101197 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.101605 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.101605 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.102076 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.102076 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.102488 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.102488 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.102889 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.102889 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.103301 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.103301 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.103721 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.103721 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.104125 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.104342 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.104559 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.104771 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.104987 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.105200 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.105428 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.105655 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.106054 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.106270 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.106486 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.106692 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.106886 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.107074 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.107347 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.107613 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.107901 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.108186 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.108443 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.108705 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.108994 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.109234 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.109779 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.109779 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.110836 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.110836 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.110836 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.111122 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.111197 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.111533 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.111656 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.111879 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.112107 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.112574 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.112880 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.113133 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.113387 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.113783 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.114215 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.114639 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.115311 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.115639 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.117949 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.117949 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.117949 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.117949 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.117949 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.117949 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.117949 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.118432 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.118432 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.118557 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.118916 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.119231 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.119509 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.39/identity {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.119786 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.120026 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.120277 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.120523 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.120768 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.120994 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.121197 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.121516 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.121783 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.122061 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.122297 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.122524 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.122816 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.123045 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.123330 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.123592 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.123825 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.124045 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.124262 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.124481 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.124823 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.125054 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.125276 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.125494 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.125766 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.126037 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.126273 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.126494 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.126722 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.126953 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.127179 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.127464 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.127700 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.127913 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.128171 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.128458 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.128860 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.129136 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.129352 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.129624 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.129880 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.130158 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.130411 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.130627 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.131834 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.132213 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.132434 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.132664 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.132891 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.133102 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.133310 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.133543 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.133763 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.134036 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.134261 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.134502 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.134739 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.134961 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.135182 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.136212 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.136212 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.136212 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.136212 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.137218 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.137218 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.137218 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.137902 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.137902 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.137902 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.138554 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.138554 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.138962 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.138962 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.139343 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.139343 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.139709 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.139879 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.140089 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.140379 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.140604 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.141035 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.141307 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.141538 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.141758 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.142070 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.142439 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.142659 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.142878 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.143133 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.143678 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.144021 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.144354 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.144661 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.144964 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.145234 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.145507 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.145788 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.146059 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.146337 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.147239 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.147509 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.147837 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.148121 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.148382 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.148639 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.148923 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.149567 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.149567 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.150110 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.150110 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.150559 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.150775 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.150997 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.151224 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.151447 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.151657 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.151946 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.152217 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.39/identity {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.152462 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.152834 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.153055 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.153265 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.153490 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.153717 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.154035 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.154270 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.154545 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.154896 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.155121 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.155342 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.155566 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.155791 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.156005 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.156229 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.156440 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.156678 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.156957 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.157185 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.157396 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.157664 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.157964 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.158254 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.158493 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.158799 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.159084 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.159315 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.159617 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.159838 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.160128 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.160358 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.160640 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.160863 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.161139 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.161360 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.161592 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.161874 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.162157 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.162501 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.162726 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.163120 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.163365 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.163747 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.163996 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.164273 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.164547 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.164789 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.165053 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.165279 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.165544 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.165762 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.166056 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.166387 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.166607 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.166829 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.167043 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.167281 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.167506 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.167731 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.167943 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.168166 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.168470 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.168743 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.169031 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.169337 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.169755 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.170030 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.170263 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.170483 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.170716 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.171052 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.171323 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.171603 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.171838 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.172067 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.172302 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.172642 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.173001 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.173399 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.173615 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.173921 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.174236 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.174550 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.174875 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.175101 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.175431 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.175786 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.176104 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.176380 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.176650 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.176962 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.177300 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.177527 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.178126 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.178358 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.178662 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.178972 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.179256 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.179571 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.179809 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.180073 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.180304 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.180565 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.180802 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.181068 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.181301 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.181517 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Dec 09 05:20:32.182044 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80130) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Dec 09 05:20:32.182279 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Dec 09 05:20:32.182514 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Dec 09 05:20:32.182734 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Dec 09 05:20:32.182734 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Dec 09 05:20:32.183172 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Dec 09 05:20:32.183172 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.183760 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.183760 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.183760 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.183760 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.184582 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.184582 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.184582 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.184582 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.184582 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.185609 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.185609 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.185609 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.185609 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.185609 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.185609 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.186873 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.186873 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.186873 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.186873 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.186873 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.186873 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.186873 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] debug                          = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.186873 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.188790 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.188790 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.188790 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.188790 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.188790 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.188790 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.190164 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.190164 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.190164 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.190164 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.190164 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.190164 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.190164 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.190164 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.191806 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.191806 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] host                           = dv-cinder-763306-6-iscsi {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.191806 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.191806 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.191806 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.191806 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.191806 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.191806 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.194570 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.194570 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.194570 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.194570 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.194570 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.194570 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.194570 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.194570 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.196279 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.196279 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.196279 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.196279 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.196279 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.196279 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.196279 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.197760 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.197760 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.197760 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.197760 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.197760 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.197760 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.197760 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.197760 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.199666 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.199666 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.199666 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.199666 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.199666 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.199666 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.199666 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.199666 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.201379 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.201379 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.201379 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.201379 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.201379 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.201379 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.201379 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.201379 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.201379 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.203321 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.203321 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.203321 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.203321 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.203321 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.203321 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.203321 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.203321 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.205155 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.205155 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.205155 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.205155 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.205155 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.205155 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.205155 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.205155 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.206944 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.206944 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.206944 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.206944 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.206944 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.206944 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.206944 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 09 05:20:32.206944 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.208650 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.208650 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.208650 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.208650 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.208650 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.208650 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.208650 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.208650 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.211015 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.211015 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.211015 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.211015 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.211015 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.211015 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.39/identity {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.211015 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.211015 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.212143 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.212143 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.212143 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.212143 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.212143 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.212143 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.212143 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.212143 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.212143 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.213409 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.213409 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.213409 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.213409 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.213409 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.213409 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.213409 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.213409 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.213409 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.214975 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.214975 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.214975 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.214975 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.214975 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.214975 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.214975 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.214975 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.214975 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.216692 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.216692 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.216692 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.216692 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.216692 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.216692 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.216692 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.216692 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.216692 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.218575 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.218575 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.218575 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.218575 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.218575 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.218575 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.218575 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.218575 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.218575 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.220187 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.220187 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.220187 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.220187 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.220187 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.220187 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.220187 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.220187 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.220187 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.221785 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.221785 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.221785 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.221785 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.221785 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.221785 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.221785 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.221785 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.222950 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.222950 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.222950 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.222950 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.222950 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.222950 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.222950 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.222950 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.224188 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.224188 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.224188 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.224188 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.224188 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.224188 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.224188 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.224188 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.226156 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.226156 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.226156 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.226156 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.226156 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.226156 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.226156 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.226156 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.227741 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.227741 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.227741 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.227741 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.227741 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.227741 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.227741 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.227741 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.228989 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.228989 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.228989 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.228989 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.228989 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.228989 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.228989 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.228989 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.230193 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.230193 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.230193 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.230193 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.230193 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.230193 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.230193 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.230193 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.231541 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.231541 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.231541 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.231541 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.231541 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.231541 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.39/identity {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.231541 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.231541 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.232788 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.232788 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.232788 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.232788 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.232788 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.232788 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.232788 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.232788 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.234194 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.234194 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.234194 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.234194 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.234194 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.234194 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.234194 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.234194 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.235327 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.235327 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.235327 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.235327 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.235327 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.235327 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.235327 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.235327 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.236464 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.236464 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.236464 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.236464 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.236464 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.236464 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.236464 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.236464 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.237759 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.237759 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.237759 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.237759 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.237759 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.237759 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.237759 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.237759 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.239063 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.239063 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.239063 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.239063 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.239063 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.239063 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.239063 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.239063 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.241621 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.241621 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.241621 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.241621 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.241621 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.241621 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.241621 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.241621 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.242827 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.242827 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.242827 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.242827 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.242827 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.242827 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.242827 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.242827 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.242827 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.244252 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.244252 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.244252 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.244252 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.244252 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.244252 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.244252 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.244252 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.245373 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.245373 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.245373 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.245373 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.245373 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.245373 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.245373 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.245373 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.246631 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.246631 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.246631 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.246631 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.246631 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.246631 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.246631 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.246631 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.247886 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.247886 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.247886 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.247886 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.247886 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.247886 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.247886 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.247886 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.247886 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.249158 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.249158 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.249158 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.249158 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.249158 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.249158 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.249158 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 05:20:32.249158 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Dec 09 05:20:32.250323 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:20:32.353898 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 57234) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:20:32.366400 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0095382
Dec 09 05:20:45.964779 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b69264-64e6-44ed-b7d3-260f58b098fb None None] get_active_networks_info from dv-cinder-763306-6-iscsi {{(pid=80247) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 09 05:20:46.138928 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-992d691e-b572-435e-ad85-b26f5fe8c244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306'] for agent, after_create {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:20:46.183393 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b69264-64e6-44ed-b7d3-260f58b098fb None None] No non-hosted networks {{(pid=80247) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Dec 09 05:20:47.300675 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-32b1d2d5-fcb2-4bbd-85ad-7a820ad9e34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306'] for agent, after_create {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:20:47.367586 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-516456d3-b370-442e-8970-910092feee1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:20:48.236626 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d667687f-70e4-40ee-92a5-0e371b53b2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306'] for agent, after_create {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:20:48.952719 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306'] for agent, after_create {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:20:48.953486 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:20:48.953960 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:20:48.954660 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:20:48.956164 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:20:48.956551 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:20:48.956928 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:20:48.957305 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:20:48.957699 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:20:48.958101 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:20:48.958468 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:20:48.959628 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:20:48.962666 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:20:48.963746 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fdff89d0a20>, 'Open vSwitch agent', 'dv-cinder-763306-6-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:20:48.970051 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fdff89d0d30>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-763306-6-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:20:50.027927 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-858fc187-cc56-4aeb-a3e2-00a52ab9489b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306'] for agent, after_create {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:20:51.256919 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] get_endpoint_by_host() called for host dv-cinder-763306-6-iscsi {{(pid=80247) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Dec 09 05:20:51.265298 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] get_endpoint_by_ip() called for ip 192.168.0.59 {{(pid=80247) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Dec 09 05:20:51.272582 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] _add_endpoint() called for ip 192.168.0.59 {{(pid=80247) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Dec 09 05:20:51.282574 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] _get_endpoints() called {{(pid=80247) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Dec 09 05:20:51.448985 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 57326) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:20:52.528033 dv-cinder-763306-6-iscsi neutron-server[80130]: WARNING oslo_policy.policy [None req-697572d4-7abe-416f-a4f1-6f30e0dce94b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 09 05:20:52.528831 dv-cinder-763306-6-iscsi neutron-server[80130]: WARNING oslo_policy.policy [None req-697572d4-7abe-416f-a4f1-6f30e0dce94b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 09 05:20:52.770962 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [None req-697572d4-7abe-416f-a4f1-6f30e0dce94b admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=80245) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 09 05:20:52.772078 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-697572d4-7abe-416f-a4f1-6f30e0dce94b admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 1.3218992
Dec 09 05:20:53.063262 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.db.l3_hamode_db [None req-f92425df-a72a-4376-9a9d-3436c9c06626 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Dec 09 05:20:53.183976 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92425df-a72a-4376-9a9d-3436c9c06626 None None] Routers set() bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:20:53.184405 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92425df-a72a-4376-9a9d-3436c9c06626 None None] Router IDs set() for agent in host dv-cinder-763306-6-iscsi {{(pid=80247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Dec 09 05:20:55.825369 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 57340) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:20:56.404008 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-14685959-9ff4-46e5-a759-89d5fc4d40bc admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:20:56.456055 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.policy [None req-14685959-9ff4-46e5-a759-89d5fc4d40bc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80245) register_rules /opt/stack/neutron/neutron/policy.py:67}}
Dec 09 05:20:56.457430 dv-cinder-763306-6-iscsi neutron-server[80130]: WARNING oslo_policy.policy [None req-14685959-9ff4-46e5-a759-89d5fc4d40bc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 09 05:20:56.458013 dv-cinder-763306-6-iscsi neutron-server[80130]: WARNING oslo_policy.policy [None req-14685959-9ff4-46e5-a759-89d5fc4d40bc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 09 05:20:56.465947 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.quota [None req-14685959-9ff4-46e5-a759-89d5fc4d40bc admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fdff90e4b38>.
Dec 09 05:20:56.515638 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-14685959-9ff4-46e5-a759-89d5fc4d40bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:20:56.576079 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-14685959-9ff4-46e5-a759-89d5fc4d40bc admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787496453634', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787496446469', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787496447743', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787496420319', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787496420633', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036854142692', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036851215262', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854221156', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-645531'] for rbac-policy, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:20:56.650898 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-14685959-9ff4-46e5-a759-89d5fc4d40bc admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:20:56.652231 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-14685959-9ff4-46e5-a759-89d5fc4d40bc admin admin] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.8254437
Dec 09 05:21:00.176544 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 57354) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:21:00.937058 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-847b581f-5171-4b15-95d4-73654c18881b admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '470a29710dfc43768a729b373620617b'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:21:00.944083 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-847b581f-5171-4b15-95d4-73654c18881b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:21:00.949515 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-847b581f-5171-4b15-95d4-73654c18881b admin admin] Usage tracker for resource:network and tenant:470a29710dfc43768a729b373620617b is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:21:00.954086 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-847b581f-5171-4b15-95d4-73654c18881b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:21:00.961535 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-847b581f-5171-4b15-95d4-73654c18881b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:21:00.971147 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847b581f-5171-4b15-95d4-73654c18881b admin admin] Made reservation on behalf of 470a29710dfc43768a729b373620617b for: {'network': 1} {{(pid=80245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 09 05:21:00.978318 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-847b581f-5171-4b15-95d4-73654c18881b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for network, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:00.999730 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-847b581f-5171-4b15-95d4-73654c18881b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:01.016156 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-847b581f-5171-4b15-95d4-73654c18881b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:21:01.020836 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-847b581f-5171-4b15-95d4-73654c18881b admin admin] Usage tracker for resource:security_group_rule and tenant:470a29710dfc43768a729b373620617b is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:21:01.026080 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-847b581f-5171-4b15-95d4-73654c18881b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:21:01.032687 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-847b581f-5171-4b15-95d4-73654c18881b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:21:01.147221 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-847b581f-5171-4b15-95d4-73654c18881b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:01.150459 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-847b581f-5171-4b15-95d4-73654c18881b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:01.156812 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:21:01.181126 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-847b581f-5171-4b15-95d4-73654c18881b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1}  {{(pid=80245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 09 05:21:01.210963 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-847b581f-5171-4b15-95d4-73654c18881b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787496670511', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638805'] for segment, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:01.211593 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.db.segments_db [None req-847b581f-5171-4b15-95d4-73654c18881b admin admin] Added segment 1f50e48c-93ac-49bb-bf73-2b52b3d6917f of type vxlan for network 435654ed-6a93-46a9-9db0-76437dac4a61
Dec 09 05:21:01.272451 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847b581f-5171-4b15-95d4-73654c18881b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dec52b4-2e14-4be4-9293-bde87f2e6cdb,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:21:01.298993 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847b581f-5171-4b15-95d4-73654c18881b admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:21:01.299403 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847b581f-5171-4b15-95d4-73654c18881b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:21:01.299763 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847b581f-5171-4b15-95d4-73654c18881b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:21:01.300121 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847b581f-5171-4b15-95d4-73654c18881b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:21:01.300477 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847b581f-5171-4b15-95d4-73654c18881b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:21:01.300845 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847b581f-5171-4b15-95d4-73654c18881b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:21:01.301197 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847b581f-5171-4b15-95d4-73654c18881b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:21:01.301547 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847b581f-5171-4b15-95d4-73654c18881b admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:21:01.301950 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847b581f-5171-4b15-95d4-73654c18881b admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:21:01.302918 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847b581f-5171-4b15-95d4-73654c18881b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:21:01.303273 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847b581f-5171-4b15-95d4-73654c18881b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:21:01.303622 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847b581f-5171-4b15-95d4-73654c18881b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:21:01.304815 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847b581f-5171-4b15-95d4-73654c18881b admin admin] Tracked resource versions report:
Dec 09 05:21:01.304815 dv-cinder-763306-6-iscsi neutron-server[80130]: pushed versions:
Dec 09 05:21:01.304815 dv-cinder-763306-6-iscsi neutron-server[80130]: {   'AddressGroup': {'1.0'},
Dec 09 05:21:01.304815 dv-cinder-763306-6-iscsi neutron-server[80130]:     'ConntrackHelper': {'1.0'},
Dec 09 05:21:01.304815 dv-cinder-763306-6-iscsi neutron-server[80130]:     'Log': {'1.0'},
Dec 09 05:21:01.304815 dv-cinder-763306-6-iscsi neutron-server[80130]:     'Network': {'1.1'},
Dec 09 05:21:01.304815 dv-cinder-763306-6-iscsi neutron-server[80130]:     'Port': {'1.6'},
Dec 09 05:21:01.304815 dv-cinder-763306-6-iscsi neutron-server[80130]:     'PortForwarding': {'1.2'},
Dec 09 05:21:01.304815 dv-cinder-763306-6-iscsi neutron-server[80130]:     'QosPolicy': {'1.8'},
Dec 09 05:21:01.304815 dv-cinder-763306-6-iscsi neutron-server[80130]:     'SecurityGroup': {'1.3'},
Dec 09 05:21:01.304815 dv-cinder-763306-6-iscsi neutron-server[80130]:     'SecurityGroupRule': {'1.1'},
Dec 09 05:21:01.304815 dv-cinder-763306-6-iscsi neutron-server[80130]:     'SubPort': {'1.0'},
Dec 09 05:21:01.304815 dv-cinder-763306-6-iscsi neutron-server[80130]:     'Subnet': {'1.1'},
Dec 09 05:21:01.304815 dv-cinder-763306-6-iscsi neutron-server[80130]:     'Trunk': {'1.1'}}
Dec 09 05:21:01.304815 dv-cinder-763306-6-iscsi neutron-server[80130]: consumer versions:
Dec 09 05:21:01.304815 dv-cinder-763306-6-iscsi neutron-server[80130]: {   DHCP agent@dv-cinder-763306-6-iscsi: {},
Dec 09 05:21:01.304815 dv-cinder-763306-6-iscsi neutron-server[80130]:     L3 agent@dv-cinder-763306-6-iscsi: {},
Dec 09 05:21:01.304815 dv-cinder-763306-6-iscsi neutron-server[80130]:     Metadata agent@dv-cinder-763306-6-iscsi: {},
Dec 09 05:21:01.304815 dv-cinder-763306-6-iscsi neutron-server[80130]:     Metering agent@dv-cinder-763306-6-iscsi: {},
Dec 09 05:21:01.304815 dv-cinder-763306-6-iscsi neutron-server[80130]:     Open vSwitch agent@dv-cinder-763306-6-iscsi: {   'AddressGroup': '1.0',
Dec 09 05:21:01.304815 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'ConntrackHelper': '1.0',
Dec 09 05:21:01.304815 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'Log': '1.0',
Dec 09 05:21:01.304815 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'Network': '1.1',
Dec 09 05:21:01.304815 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'Port': '1.6',
Dec 09 05:21:01.304815 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'PortForwarding': '1.2',
Dec 09 05:21:01.304815 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'QosPolicy': '1.8',
Dec 09 05:21:01.304815 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'SecurityGroup': '1.3',
Dec 09 05:21:01.304815 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'SecurityGroupRule': '1.1',
Dec 09 05:21:01.304815 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'SubPort': '1.0',
Dec 09 05:21:01.304815 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'Subnet': '1.1',
Dec 09 05:21:01.304815 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'Trunk': '1.1'}}
Dec 09 05:21:01.304815 dv-cinder-763306-6-iscsi neutron-server[80130]:  {{(pid=80245) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 09 05:21:01.348942 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-847b581f-5171-4b15-95d4-73654c18881b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:21:01.351969 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-847b581f-5171-4b15-95d4-73654c18881b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363249358512056'] for network, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:01.396669 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-847b581f-5171-4b15-95d4-73654c18881b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854364948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894'] for network, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:01.398121 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847b581f-5171-4b15-95d4-73654c18881b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:21:01.398778 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-847b581f-5171-4b15-95d4-73654c18881b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3226941'] for network, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:01.404255 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:21:01.683376 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-847b581f-5171-4b15-95d4-73654c18881b admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201  len: 842 time: 1.5035369
Dec 09 05:21:01.686870 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847b581f-5171-4b15-95d4-73654c18881b admin admin] Pushing event updated for resources: {'Network': ['ID=435654ed-6a93-46a9-9db0-76437dac4a61,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:21:01.690562 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-847b581f-5171-4b15-95d4-73654c18881b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:21:01.704652 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Network 435654ed-6a93-46a9-9db0-76437dac4a61 details requested by agent ovs-agent-dv-cinder-763306-6-iscsi with host dv-cinder-763306-6-iscsi {{(pid=80247) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 09 05:21:05.118594 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 57370) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:21:05.713058 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4f02db-a31d-4b2d-8628-96fc08b6fa7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:21:05.715808 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-fb4f02db-a31d-4b2d-8628-96fc08b6fa7f admin admin] 10.222.0.39 "GET /v2.0/networks/435654ed-6a93-46a9-9db0-76437dac4a61 HTTP/1.1" status: 200  len: 818 time: 0.5956988
Dec 09 05:21:05.747177 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-09feeabb-6303-46bd-9ddc-4cf4a3dca75b admin admin] 10.222.0.39 "GET /v2.0/subnetpools/d21cded8-4bf1-4d9f-891f-a76d47370167 HTTP/1.1" status: 200  len: 734 time: 0.0249410
Dec 09 05:21:05.758749 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-fe4503f1-b450-4b8a-ab32-06a873f57153 admin admin] Request body: {'subnet': {'subnetpool_id': 'd21cded8-4bf1-4d9f-891f-a76d47370167', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'network_id': '435654ed-6a93-46a9-9db0-76437dac4a61', 'tenant_id': '470a29710dfc43768a729b373620617b'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:21:05.764040 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-fe4503f1-b450-4b8a-ab32-06a873f57153 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:21:05.768383 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-fe4503f1-b450-4b8a-ab32-06a873f57153 admin admin] Usage tracker for resource:subnet and tenant:470a29710dfc43768a729b373620617b is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:21:05.772686 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-fe4503f1-b450-4b8a-ab32-06a873f57153 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:21:05.779163 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-fe4503f1-b450-4b8a-ab32-06a873f57153 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:21:05.790342 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4503f1-b450-4b8a-ab32-06a873f57153 admin admin] Made reservation on behalf of 470a29710dfc43768a729b373620617b for: {'subnet': 1} {{(pid=80245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 09 05:21:05.797569 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-fe4503f1-b450-4b8a-ab32-06a873f57153 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:06.363327 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-fe4503f1-b450-4b8a-ab32-06a873f57153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854364984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894'] for subnet, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:06.393271 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:21:06.547604 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4503f1-b450-4b8a-ab32-06a873f57153 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bccd458-030f-4e1a-be77-4f1389d3cbaa,revision_number=0']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:21:06.554331 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-fe4503f1-b450-4b8a-ab32-06a873f57153 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:21:06.623105 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4503f1-b450-4b8a-ab32-06a873f57153 admin admin] Checking segment: {'id': '1f50e48c-93ac-49bb-bf73-2b52b3d6917f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '435654ed-6a93-46a9-9db0-76437dac4a61'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 09 05:21:06.623373 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4503f1-b450-4b8a-ab32-06a873f57153 admin admin] Network hostable DHCP agents. Network: 435654ed-6a93-46a9-9db0-76437dac4a61, hostable agents: ['cf8ef789-40b7-4066-b095-c11a9e991b4e'], hosted agents: [] {{(pid=80245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 09 05:21:06.648231 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4503f1-b450-4b8a-ab32-06a873f57153 admin admin] Network 435654ed-6a93-46a9-9db0-76437dac4a61 is scheduled to be hosted by DHCP agent cf8ef789-40b7-4066-b095-c11a9e991b4e with binding_index 1 {{(pid=80245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 09 05:21:06.659256 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-fe4503f1-b450-4b8a-ab32-06a873f57153 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-6-iscsi, 435654ed-6a93-46a9-9db0-76437dac4a61) {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:21:06.664978 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4503f1-b450-4b8a-ab32-06a873f57153 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:21:06.665628 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-fe4503f1-b450-4b8a-ab32-06a873f57153 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3226941'] for subnet, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:06.670306 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb5fe9d-91a8-41d8-b387-ad7845fccc08 None None] Network 435654ed-6a93-46a9-9db0-76437dac4a61 requested from dv-cinder-763306-6-iscsi {{(pid=80247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 09 05:21:06.688615 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-fe4503f1-b450-4b8a-ab32-06a873f57153 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.9343703
Dec 09 05:21:07.015256 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18609472-8e9f-4a2e-b2e0-5ab416c129c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd19d2df8-5246-5bd6-ad5c-c97c8fcfd48f-435654ed-6a93-46a9-9db0-76437dac4a61', 'network_id': '435654ed-6a93-46a9-9db0-76437dac4a61', 'tenant_id': '470a29710dfc43768a729b373620617b', 'fixed_ips': [{'subnet_id': '8bccd458-030f-4e1a-be77-4f1389d3cbaa'}]}} from dv-cinder-763306-6-iscsi. {{(pid=80247) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 09 05:21:07.016537 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-18609472-8e9f-4a2e-b2e0-5ab416c129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_create {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:07.723937 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [None req-18609472-8e9f-4a2e-b2e0-5ab416c129c4 None None] Allocated IP 172.20.0.2 (435654ed-6a93-46a9-9db0-76437dac4a61/8bccd458-030f-4e1a-be77-4f1389d3cbaa/f62e29d5-b332-47b5-a343-c75f408ded81) {{(pid=80247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 09 05:21:08.049459 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-18609472-8e9f-4a2e-b2e0-5ab416c129c4 None None] Notify callbacks [] for port, precommit_create {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:08.066287 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-18609472-8e9f-4a2e-b2e0-5ab416c129c4 None None] Transition to ACTIVE for port object f62e29d5-b332-47b5-a343-c75f408ded81 will not be triggered until provisioned by entity L2. {{(pid=80247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 09 05:21:08.087325 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-18609472-8e9f-4a2e-b2e0-5ab416c129c4 None None] Transition to ACTIVE for port object f62e29d5-b332-47b5-a343-c75f408ded81 will not be triggered until provisioned by entity DHCP. {{(pid=80247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 09 05:21:08.094403 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-18609472-8e9f-4a2e-b2e0-5ab416c129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249358491764'] for port, after_create {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:08.113203 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:21:08.262132 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18609472-8e9f-4a2e-b2e0-5ab416c129c4 None None] Pushing event updated for resources: {'Port': ['ID=f62e29d5-b332-47b5-a343-c75f408ded81,revision_number=1']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:21:08.283326 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18609472-8e9f-4a2e-b2e0-5ab416c129c4 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:21:08.283796 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18609472-8e9f-4a2e-b2e0-5ab416c129c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:21:08.284243 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18609472-8e9f-4a2e-b2e0-5ab416c129c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:21:08.284674 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18609472-8e9f-4a2e-b2e0-5ab416c129c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:21:08.285096 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18609472-8e9f-4a2e-b2e0-5ab416c129c4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:21:08.285525 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18609472-8e9f-4a2e-b2e0-5ab416c129c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:21:08.286001 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18609472-8e9f-4a2e-b2e0-5ab416c129c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:21:08.286623 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18609472-8e9f-4a2e-b2e0-5ab416c129c4 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:21:08.288042 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18609472-8e9f-4a2e-b2e0-5ab416c129c4 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:21:08.288496 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18609472-8e9f-4a2e-b2e0-5ab416c129c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:21:08.288925 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18609472-8e9f-4a2e-b2e0-5ab416c129c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:21:08.289353 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18609472-8e9f-4a2e-b2e0-5ab416c129c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:21:08.290636 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18609472-8e9f-4a2e-b2e0-5ab416c129c4 None None] Tracked resource versions report:
Dec 09 05:21:08.290636 dv-cinder-763306-6-iscsi neutron-server[80130]: pushed versions:
Dec 09 05:21:08.290636 dv-cinder-763306-6-iscsi neutron-server[80130]: {   'AddressGroup': {'1.0'},
Dec 09 05:21:08.290636 dv-cinder-763306-6-iscsi neutron-server[80130]:     'ConntrackHelper': {'1.0'},
Dec 09 05:21:08.290636 dv-cinder-763306-6-iscsi neutron-server[80130]:     'Log': {'1.0'},
Dec 09 05:21:08.290636 dv-cinder-763306-6-iscsi neutron-server[80130]:     'Network': {'1.1'},
Dec 09 05:21:08.290636 dv-cinder-763306-6-iscsi neutron-server[80130]:     'Port': {'1.6'},
Dec 09 05:21:08.290636 dv-cinder-763306-6-iscsi neutron-server[80130]:     'PortForwarding': {'1.2'},
Dec 09 05:21:08.290636 dv-cinder-763306-6-iscsi neutron-server[80130]:     'QosPolicy': {'1.8'},
Dec 09 05:21:08.290636 dv-cinder-763306-6-iscsi neutron-server[80130]:     'SecurityGroup': {'1.3'},
Dec 09 05:21:08.290636 dv-cinder-763306-6-iscsi neutron-server[80130]:     'SecurityGroupRule': {'1.1'},
Dec 09 05:21:08.290636 dv-cinder-763306-6-iscsi neutron-server[80130]:     'SubPort': {'1.0'},
Dec 09 05:21:08.290636 dv-cinder-763306-6-iscsi neutron-server[80130]:     'Subnet': {'1.1'},
Dec 09 05:21:08.290636 dv-cinder-763306-6-iscsi neutron-server[80130]:     'Trunk': {'1.1'}}
Dec 09 05:21:08.290636 dv-cinder-763306-6-iscsi neutron-server[80130]: consumer versions:
Dec 09 05:21:08.290636 dv-cinder-763306-6-iscsi neutron-server[80130]: {   DHCP agent@dv-cinder-763306-6-iscsi: {},
Dec 09 05:21:08.290636 dv-cinder-763306-6-iscsi neutron-server[80130]:     L3 agent@dv-cinder-763306-6-iscsi: {},
Dec 09 05:21:08.290636 dv-cinder-763306-6-iscsi neutron-server[80130]:     Metadata agent@dv-cinder-763306-6-iscsi: {},
Dec 09 05:21:08.290636 dv-cinder-763306-6-iscsi neutron-server[80130]:     Metering agent@dv-cinder-763306-6-iscsi: {},
Dec 09 05:21:08.290636 dv-cinder-763306-6-iscsi neutron-server[80130]:     Open vSwitch agent@dv-cinder-763306-6-iscsi: {   'AddressGroup': '1.0',
Dec 09 05:21:08.290636 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'ConntrackHelper': '1.0',
Dec 09 05:21:08.290636 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'Log': '1.0',
Dec 09 05:21:08.290636 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'Network': '1.1',
Dec 09 05:21:08.290636 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'Port': '1.6',
Dec 09 05:21:08.290636 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'PortForwarding': '1.2',
Dec 09 05:21:08.290636 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'QosPolicy': '1.8',
Dec 09 05:21:08.290636 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'SecurityGroup': '1.3',
Dec 09 05:21:08.290636 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'SecurityGroupRule': '1.1',
Dec 09 05:21:08.290636 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'SubPort': '1.0',
Dec 09 05:21:08.290636 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'Subnet': '1.1',
Dec 09 05:21:08.290636 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'Trunk': '1.1'}}
Dec 09 05:21:08.290636 dv-cinder-763306-6-iscsi neutron-server[80130]:  {{(pid=80247) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 09 05:21:08.300322 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-18609472-8e9f-4a2e-b2e0-5ab416c129c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:21:08.354832 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18609472-8e9f-4a2e-b2e0-5ab416c129c4 None None] Network 435654ed-6a93-46a9-9db0-76437dac4a61 is already hosted by enough agents. {{(pid=80247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 09 05:21:08.356214 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-18609472-8e9f-4a2e-b2e0-5ab416c129c4 None None] Resources bound (agent type, host, resource id):  {{(pid=80247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:21:08.359539 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18609472-8e9f-4a2e-b2e0-5ab416c129c4 None None] Received port after_create {{(pid=80247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 09 05:21:08.429491 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-18609472-8e9f-4a2e-b2e0-5ab416c129c4 None None] Attempting to bind port f62e29d5-b332-47b5-a343-c75f408ded81 on host dv-cinder-763306-6-iscsi for vnic_type normal with profile  {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 09 05:21:08.429913 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-18609472-8e9f-4a2e-b2e0-5ab416c129c4 None None] Attempting to bind port f62e29d5-b332-47b5-a343-c75f408ded81 by drivers openvswitch on host dv-cinder-763306-6-iscsi at level 0 using segments [{'id': '1f50e48c-93ac-49bb-bf73-2b52b3d6917f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '435654ed-6a93-46a9-9db0-76437dac4a61'}] {{(pid=80247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 09 05:21:08.430323 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18609472-8e9f-4a2e-b2e0-5ab416c129c4 None None] Attempting to bind port f62e29d5-b332-47b5-a343-c75f408ded81 on network 435654ed-6a93-46a9-9db0-76437dac4a61 {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 09 05:21:08.436787 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18609472-8e9f-4a2e-b2e0-5ab416c129c4 None None] Checking agent: {'id': '7299edea-3c4e-4ec0-b2b3-c0ac9bf6315b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 20, 49), 'started_at': datetime.datetime(2020, 12, 9, 5, 20, 49), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 05:21:08.437617 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18609472-8e9f-4a2e-b2e0-5ab416c129c4 None None] Checking segment: {'id': '1f50e48c-93ac-49bb-bf73-2b52b3d6917f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '435654ed-6a93-46a9-9db0-76437dac4a61'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 09 05:21:08.437617 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-18609472-8e9f-4a2e-b2e0-5ab416c129c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:08.438122 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18609472-8e9f-4a2e-b2e0-5ab416c129c4 None None] Bound using segment: {'id': '1f50e48c-93ac-49bb-bf73-2b52b3d6917f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '435654ed-6a93-46a9-9db0-76437dac4a61'} {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 05:21:08.438673 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-18609472-8e9f-4a2e-b2e0-5ab416c129c4 None None] Bound port: f62e29d5-b332-47b5-a343-c75f408ded81, host: dv-cinder-763306-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f50e48c-93ac-49bb-bf73-2b52b3d6917f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '435654ed-6a93-46a9-9db0-76437dac4a61'}}] {{(pid=80247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 09 05:21:08.439094 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-18609472-8e9f-4a2e-b2e0-5ab416c129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:08.551055 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-18609472-8e9f-4a2e-b2e0-5ab416c129c4 None None] For port f62e29d5-b332-47b5-a343-c75f408ded81, host dv-cinder-763306-6-iscsi, cleared binding levels {{(pid=80247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 09 05:21:08.556109 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-18609472-8e9f-4a2e-b2e0-5ab416c129c4 None None] For port f62e29d5-b332-47b5-a343-c75f408ded81, host dv-cinder-763306-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=f62e29d5-b332-47b5-a343-c75f408ded81,segment=NetworkSegment(1f50e48c-93ac-49bb-bf73-2b52b3d6917f),segment_id=1f50e48c-93ac-49bb-bf73-2b52b3d6917f)] {{(pid=80247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 09 05:21:08.560734 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-18609472-8e9f-4a2e-b2e0-5ab416c129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:08.585783 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:21:08.854566 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18609472-8e9f-4a2e-b2e0-5ab416c129c4 None None] Pushing event updated for resources: {'Port': ['ID=f62e29d5-b332-47b5-a343-c75f408ded81,revision_number=2']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:21:08.863400 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-18609472-8e9f-4a2e-b2e0-5ab416c129c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:21:09.911369 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 57380) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:21:10.944095 dv-cinder-763306-6-iscsi neutron-server[80130]: WARNING oslo_policy.policy [None req-196037d8-1001-4f65-92cb-0c9d11bce126 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 09 05:21:10.944890 dv-cinder-763306-6-iscsi neutron-server[80130]: WARNING oslo_policy.policy [None req-196037d8-1001-4f65-92cb-0c9d11bce126 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 09 05:21:11.183660 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [None req-196037d8-1001-4f65-92cb-0c9d11bce126 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=80246) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 09 05:21:11.184930 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-196037d8-1001-4f65-92cb-0c9d11bce126 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 1.2714405
Dec 09 05:21:12.187270 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-43f44203-54c4-4c67-af47-9ad3e8a05b65 None None] Agent healthcheck: found 5 active agents {{(pid=80248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 09 05:21:13.342672 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device f62e29d5-b332-47b5-a343-c75f408ded81 up at agent ovs-agent-dv-cinder-763306-6-iscsi {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:21:13.421663 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Provisioning for port f62e29d5-b332-47b5-a343-c75f408ded81 completed by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 09 05:21:13.948845 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df50ff3-f9ff-44aa-858b-af41c1a815f5 None None] Network 435654ed-6a93-46a9-9db0-76437dac4a61 requested from dv-cinder-763306-6-iscsi {{(pid=80247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 09 05:21:14.073740 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-e951b619-148b-4cdc-8b4e-aaa24238cd77 None None] Provisioning for port f62e29d5-b332-47b5-a343-c75f408ded81 completed by entity DHCP. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 09 05:21:14.085598 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-e951b619-148b-4cdc-8b4e-aaa24238cd77 None None] Provisioning complete for port f62e29d5-b332-47b5-a343-c75f408ded81 triggered by entity DHCP. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:21:14.086042 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e951b619-148b-4cdc-8b4e-aaa24238cd77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:14.339126 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e951b619-148b-4cdc-8b4e-aaa24238cd77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:14.395413 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-e951b619-148b-4cdc-8b4e-aaa24238cd77 None None] For port f62e29d5-b332-47b5-a343-c75f408ded81, host dv-cinder-763306-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=f62e29d5-b332-47b5-a343-c75f408ded81,segment=NetworkSegment(1f50e48c-93ac-49bb-bf73-2b52b3d6917f),segment_id=1f50e48c-93ac-49bb-bf73-2b52b3d6917f)] {{(pid=80247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:21:14.406358 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e951b619-148b-4cdc-8b4e-aaa24238cd77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:14.412401 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-18609472-8e9f-4a2e-b2e0-5ab416c129c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:21:14.488635 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e951b619-148b-4cdc-8b4e-aaa24238cd77 None None] Pushing event updated for resources: {'Port': ['ID=f62e29d5-b332-47b5-a343-c75f408ded81,revision_number=3']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:21:14.499182 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e951b619-148b-4cdc-8b4e-aaa24238cd77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:21:14.749795 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-19c4bb2e-2441-429f-8546-d1512fda71f7 None None] Provisioning complete for port f62e29d5-b332-47b5-a343-c75f408ded81 triggered by entity DHCP. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:21:14.750365 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-19c4bb2e-2441-429f-8546-d1512fda71f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:14.804407 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 57398) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:21:15.068810 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-745faa50-f444-4346-baa7-dec603791148 None None] Provisioning complete for port f62e29d5-b332-47b5-a343-c75f408ded81 triggered by entity DHCP. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:21:15.069491 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-745faa50-f444-4346-baa7-dec603791148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:15.329593 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device f62e29d5-b332-47b5-a343-c75f408ded81 up at agent ovs-agent-dv-cinder-763306-6-iscsi {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:21:15.460010 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Provisioning complete for port f62e29d5-b332-47b5-a343-c75f408ded81 triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:21:15.460717 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:15.511115 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [None req-5d72a171-8e62-45aa-8bdb-a7d2a19779cb admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=80246) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 09 05:21:15.525850 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-5d72a171-8e62-45aa-8bdb-a7d2a19779cb admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.7063820
Dec 09 05:21:15.750924 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-037eb18b-4965-469e-86d1-31c1c12aa53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:17.293495 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a49a0857-4d9c-45bc-8a29-49caeb15d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:18.146645 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d667687f-70e4-40ee-92a5-0e371b53b2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:18.542852 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 57430) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:21:18.769307 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-c298fcf9-1ffb-446d-9870-414995a64918 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '470a29710dfc43768a729b373620617b'}} {{(pid=80246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:21:18.834608 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.policy [None req-c298fcf9-1ffb-446d-9870-414995a64918 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80246) register_rules /opt/stack/neutron/neutron/policy.py:67}}
Dec 09 05:21:18.836105 dv-cinder-763306-6-iscsi neutron-server[80130]: WARNING oslo_policy.policy [None req-c298fcf9-1ffb-446d-9870-414995a64918 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 09 05:21:18.836781 dv-cinder-763306-6-iscsi neutron-server[80130]: WARNING oslo_policy.policy [None req-c298fcf9-1ffb-446d-9870-414995a64918 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 09 05:21:18.853911 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.quota [None req-c298fcf9-1ffb-446d-9870-414995a64918 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fdff90dee80>.
Dec 09 05:21:18.919879 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-c298fcf9-1ffb-446d-9870-414995a64918 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:21:18.927463 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-c298fcf9-1ffb-446d-9870-414995a64918 admin admin] Usage tracker for resource:router and tenant:470a29710dfc43768a729b373620617b is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:21:18.932305 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-c298fcf9-1ffb-446d-9870-414995a64918 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:21:18.940252 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-c298fcf9-1ffb-446d-9870-414995a64918 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:21:18.949120 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:18.957708 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c298fcf9-1ffb-446d-9870-414995a64918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854371491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3633'] for router, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:18.960635 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c298fcf9-1ffb-446d-9870-414995a64918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854381126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036851028643', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772167'] for router, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:18.989901 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c298fcf9-1ffb-446d-9870-414995a64918 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:19.105231 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c298fcf9-1ffb-446d-9870-414995a64918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-404266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3747080'] for router, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:19.127540 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c298fcf9-1ffb-446d-9870-414995a64918 admin admin] Notify callbacks [] for router, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:19.128860 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-c298fcf9-1ffb-446d-9870-414995a64918 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5849354
Dec 09 05:21:19.915273 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-858fc187-cc56-4aeb-a3e2-00a52ab9489b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:21.769705 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 57442) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:21:21.855546 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [None req-62692b46-a86c-4e99-855f-97357de5692f admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=80246) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 09 05:21:21.856603 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-62692b46-a86c-4e99-855f-97357de5692f admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0858476
Dec 09 05:21:24.539930 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 57452) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:21:24.632862 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-3afe6c07-c2ac-4c2b-b9b4-e920e81c54e3 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=80246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:21:24.643760 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-3afe6c07-c2ac-4c2b-b9b4-e920e81c54e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:21:24.651149 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-3afe6c07-c2ac-4c2b-b9b4-e920e81c54e3 admin admin] Usage tracker for resource:network and tenant:cc49952f198c47e4b76e90eb31a50d87 is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:21:24.656840 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-3afe6c07-c2ac-4c2b-b9b4-e920e81c54e3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:21:24.667073 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-3afe6c07-c2ac-4c2b-b9b4-e920e81c54e3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:21:24.678859 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3afe6c07-c2ac-4c2b-b9b4-e920e81c54e3 admin admin] Made reservation on behalf of cc49952f198c47e4b76e90eb31a50d87 for: {'network': 1} {{(pid=80246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 09 05:21:24.685543 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-3afe6c07-c2ac-4c2b-b9b4-e920e81c54e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for network, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:24.705251 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-3afe6c07-c2ac-4c2b-b9b4-e920e81c54e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:24.723248 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-3afe6c07-c2ac-4c2b-b9b4-e920e81c54e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:21:24.727969 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-3afe6c07-c2ac-4c2b-b9b4-e920e81c54e3 admin admin] Usage tracker for resource:security_group_rule and tenant:cc49952f198c47e4b76e90eb31a50d87 is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:21:24.731740 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-3afe6c07-c2ac-4c2b-b9b4-e920e81c54e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:21:24.737935 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-3afe6c07-c2ac-4c2b-b9b4-e920e81c54e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:21:24.898212 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-3afe6c07-c2ac-4c2b-b9b4-e920e81c54e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:24.901642 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-3afe6c07-c2ac-4c2b-b9b4-e920e81c54e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:24.907889 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:21:24.922424 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3afe6c07-c2ac-4c2b-b9b4-e920e81c54e3 admin admin] Reserving flat network on physical network physnet1 {{(pid=80246) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Dec 09 05:21:24.947569 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-3afe6c07-c2ac-4c2b-b9b4-e920e81c54e3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787496670511', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638805'] for segment, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:24.948244 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-3afe6c07-c2ac-4c2b-b9b4-e920e81c54e3 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fdff9e152f0> segment precommit_create {{(pid=80246) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Dec 09 05:21:24.948864 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.db.segments_db [None req-3afe6c07-c2ac-4c2b-b9b4-e920e81c54e3 admin admin] Added segment 6806ddaa-9afa-4e45-ac00-e428af44bdb5 of type flat for network 1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89
Dec 09 05:21:25.206384 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afe6c07-c2ac-4c2b-b9b4-e920e81c54e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b58ed56-6573-4137-8bf0-d1fe78c12a4e,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:21:25.232390 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afe6c07-c2ac-4c2b-b9b4-e920e81c54e3 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:21:25.232782 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afe6c07-c2ac-4c2b-b9b4-e920e81c54e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:21:25.233152 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afe6c07-c2ac-4c2b-b9b4-e920e81c54e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:21:25.233512 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afe6c07-c2ac-4c2b-b9b4-e920e81c54e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:21:25.233896 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afe6c07-c2ac-4c2b-b9b4-e920e81c54e3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:21:25.234269 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afe6c07-c2ac-4c2b-b9b4-e920e81c54e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:21:25.234626 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afe6c07-c2ac-4c2b-b9b4-e920e81c54e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:21:25.234980 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afe6c07-c2ac-4c2b-b9b4-e920e81c54e3 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:21:25.235345 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afe6c07-c2ac-4c2b-b9b4-e920e81c54e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:21:25.235696 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afe6c07-c2ac-4c2b-b9b4-e920e81c54e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:21:25.236045 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afe6c07-c2ac-4c2b-b9b4-e920e81c54e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:21:25.236392 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afe6c07-c2ac-4c2b-b9b4-e920e81c54e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:21:25.237504 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afe6c07-c2ac-4c2b-b9b4-e920e81c54e3 admin admin] Tracked resource versions report:
Dec 09 05:21:25.237504 dv-cinder-763306-6-iscsi neutron-server[80130]: pushed versions:
Dec 09 05:21:25.237504 dv-cinder-763306-6-iscsi neutron-server[80130]: {   'AddressGroup': {'1.0'},
Dec 09 05:21:25.237504 dv-cinder-763306-6-iscsi neutron-server[80130]:     'ConntrackHelper': {'1.0'},
Dec 09 05:21:25.237504 dv-cinder-763306-6-iscsi neutron-server[80130]:     'Log': {'1.0'},
Dec 09 05:21:25.237504 dv-cinder-763306-6-iscsi neutron-server[80130]:     'Network': {'1.1'},
Dec 09 05:21:25.237504 dv-cinder-763306-6-iscsi neutron-server[80130]:     'Port': {'1.6'},
Dec 09 05:21:25.237504 dv-cinder-763306-6-iscsi neutron-server[80130]:     'PortForwarding': {'1.2'},
Dec 09 05:21:25.237504 dv-cinder-763306-6-iscsi neutron-server[80130]:     'QosPolicy': {'1.8'},
Dec 09 05:21:25.237504 dv-cinder-763306-6-iscsi neutron-server[80130]:     'SecurityGroup': {'1.3'},
Dec 09 05:21:25.237504 dv-cinder-763306-6-iscsi neutron-server[80130]:     'SecurityGroupRule': {'1.1'},
Dec 09 05:21:25.237504 dv-cinder-763306-6-iscsi neutron-server[80130]:     'SubPort': {'1.0'},
Dec 09 05:21:25.237504 dv-cinder-763306-6-iscsi neutron-server[80130]:     'Subnet': {'1.1'},
Dec 09 05:21:25.237504 dv-cinder-763306-6-iscsi neutron-server[80130]:     'Trunk': {'1.1'}}
Dec 09 05:21:25.237504 dv-cinder-763306-6-iscsi neutron-server[80130]: consumer versions:
Dec 09 05:21:25.237504 dv-cinder-763306-6-iscsi neutron-server[80130]: {   DHCP agent@dv-cinder-763306-6-iscsi: {},
Dec 09 05:21:25.237504 dv-cinder-763306-6-iscsi neutron-server[80130]:     L3 agent@dv-cinder-763306-6-iscsi: {},
Dec 09 05:21:25.237504 dv-cinder-763306-6-iscsi neutron-server[80130]:     Metadata agent@dv-cinder-763306-6-iscsi: {},
Dec 09 05:21:25.237504 dv-cinder-763306-6-iscsi neutron-server[80130]:     Metering agent@dv-cinder-763306-6-iscsi: {},
Dec 09 05:21:25.237504 dv-cinder-763306-6-iscsi neutron-server[80130]:     Open vSwitch agent@dv-cinder-763306-6-iscsi: {   'AddressGroup': '1.0',
Dec 09 05:21:25.237504 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'ConntrackHelper': '1.0',
Dec 09 05:21:25.237504 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'Log': '1.0',
Dec 09 05:21:25.237504 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'Network': '1.1',
Dec 09 05:21:25.237504 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'Port': '1.6',
Dec 09 05:21:25.237504 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'PortForwarding': '1.2',
Dec 09 05:21:25.237504 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'QosPolicy': '1.8',
Dec 09 05:21:25.237504 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'SecurityGroup': '1.3',
Dec 09 05:21:25.237504 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'SecurityGroupRule': '1.1',
Dec 09 05:21:25.237504 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'SubPort': '1.0',
Dec 09 05:21:25.237504 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'Subnet': '1.1',
Dec 09 05:21:25.237504 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'Trunk': '1.1'}}
Dec 09 05:21:25.237504 dv-cinder-763306-6-iscsi neutron-server[80130]:  {{(pid=80246) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 09 05:21:25.263910 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-3afe6c07-c2ac-4c2b-b9b4-e920e81c54e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363249358512056'] for network, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:25.282709 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-3afe6c07-c2ac-4c2b-b9b4-e920e81c54e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:21:25.317519 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-3afe6c07-c2ac-4c2b-b9b4-e920e81c54e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854364948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894'] for network, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:25.318900 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afe6c07-c2ac-4c2b-b9b4-e920e81c54e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:21:25.319558 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-3afe6c07-c2ac-4c2b-b9b4-e920e81c54e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3226941'] for network, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:25.323353 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:21:25.440865 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-3afe6c07-c2ac-4c2b-b9b4-e920e81c54e3 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.8993959
Dec 09 05:21:25.444591 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afe6c07-c2ac-4c2b-b9b4-e920e81c54e3 admin admin] Pushing event updated for resources: {'Network': ['ID=1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:21:25.464182 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-3afe6c07-c2ac-4c2b-b9b4-e920e81c54e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:21:25.474722 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Network 1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89 details requested by agent ovs-agent-dv-cinder-763306-6-iscsi with host dv-cinder-763306-6-iscsi {{(pid=80247) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 09 05:21:28.153993 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 57466) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:21:28.317106 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949a0036-402a-4213-9a03-1b7e73fe3188 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:21:28.319297 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-949a0036-402a-4213-9a03-1b7e73fe3188 admin admin] 10.222.0.39 "GET /v2.0/subnets/8bccd458-030f-4e1a-be77-4f1389d3cbaa HTTP/1.1" status: 200  len: 849 time: 0.1640308
Dec 09 05:21:28.470414 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-31476640-2289-469c-b503-9fc323979308 admin admin] 10.222.0.39 "GET /v2.0/routers/fb0e9127-8d17-4682-8316-2a6538ee3cd0 HTTP/1.1" status: 200  len: 704 time: 0.1444366
Dec 09 05:21:29.041629 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b9ff3f2e-ad04-4c49-8044-147478c31d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:29.603020 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [None req-b9ff3f2e-ad04-4c49-8044-147478c31d16 admin admin] Allocated IP 172.20.0.1 (435654ed-6a93-46a9-9db0-76437dac4a61/8bccd458-030f-4e1a-be77-4f1389d3cbaa/59c2be0e-5606-495c-894a-0dbb02214534) {{(pid=80246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 09 05:21:29.879273 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b9ff3f2e-ad04-4c49-8044-147478c31d16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:29.905332 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-b9ff3f2e-ad04-4c49-8044-147478c31d16 admin admin] Transition to ACTIVE for port object 59c2be0e-5606-495c-894a-0dbb02214534 will not be triggered until provisioned by entity DHCP. {{(pid=80246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 09 05:21:29.978521 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b9ff3f2e-ad04-4c49-8044-147478c31d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249358491764'] for port, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:29.996349 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:21:30.394707 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ff3f2e-ad04-4c49-8044-147478c31d16 admin admin] Pushing event updated for resources: {'Port': ['ID=59c2be0e-5606-495c-894a-0dbb02214534,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:21:30.411960 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-b9ff3f2e-ad04-4c49-8044-147478c31d16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:21:30.475659 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ff3f2e-ad04-4c49-8044-147478c31d16 admin admin] Network 435654ed-6a93-46a9-9db0-76437dac4a61 is already hosted by enough agents. {{(pid=80246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 09 05:21:30.477388 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-b9ff3f2e-ad04-4c49-8044-147478c31d16 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:21:30.481513 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ff3f2e-ad04-4c49-8044-147478c31d16 admin admin] Received port after_create {{(pid=80246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 09 05:21:30.482216 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b9ff3f2e-ad04-4c49-8044-147478c31d16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3746164'] for router_interface, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:30.719548 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-658761e9-48b1-42a9-9038-f58ea1f605ec None None] Provisioning for port 59c2be0e-5606-495c-894a-0dbb02214534 completed by entity DHCP. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 09 05:21:30.728409 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-658761e9-48b1-42a9-9038-f58ea1f605ec None None] Provisioning complete for port 59c2be0e-5606-495c-894a-0dbb02214534 triggered by entity DHCP. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:21:30.729060 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-658761e9-48b1-42a9-9038-f58ea1f605ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:30.826341 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-658761e9-48b1-42a9-9038-f58ea1f605ec None None] Port 59c2be0e-5606-495c-894a-0dbb02214534 cannot update to ACTIVE because it is not bound. {{(pid=80247) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 09 05:21:30.850780 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b9ff3f2e-ad04-4c49-8044-147478c31d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:31.173507 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b9ff3f2e-ad04-4c49-8044-147478c31d16 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:31.178164 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b9ff3f2e-ad04-4c49-8044-147478c31d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:31.179375 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b9ff3f2e-ad04-4c49-8044-147478c31d16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3226911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036851029743'] for router_interface, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:31.195670 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-b9ff3f2e-ad04-4c49-8044-147478c31d16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:21:31.343362 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ff3f2e-ad04-4c49-8044-147478c31d16 admin admin] Pushing event updated for resources: {'Port': ['ID=59c2be0e-5606-495c-894a-0dbb02214534,revision_number=2']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:21:31.354051 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-b9ff3f2e-ad04-4c49-8044-147478c31d16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:21:31.406012 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ff3f2e-ad04-4c49-8044-147478c31d16 admin admin] Network 435654ed-6a93-46a9-9db0-76437dac4a61 is already hosted by enough agents. {{(pid=80246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 09 05:21:31.407214 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-b9ff3f2e-ad04-4c49-8044-147478c31d16 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:21:31.643542 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ff3f2e-ad04-4c49-8044-147478c31d16 admin admin] Router fb0e9127-8d17-4682-8316-2a6538ee3cd0 is scheduled to L3 agent 16cb43a9-cd2d-4531-acd4-2457db4a9ad2 with binding_index 1 {{(pid=80246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 09 05:21:31.655821 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-231e9d9b-0b31-4fee-b5cf-13f2646573f2 None None] Provisioning complete for port 59c2be0e-5606-495c-894a-0dbb02214534 triggered by entity DHCP. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:21:31.656283 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-231e9d9b-0b31-4fee-b5cf-13f2646573f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:31.718535 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-231e9d9b-0b31-4fee-b5cf-13f2646573f2 None None] Port 59c2be0e-5606-495c-894a-0dbb02214534 cannot update to ACTIVE because it is not bound. {{(pid=80247) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 09 05:21:31.819615 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ff3f2e-ad04-4c49-8044-147478c31d16 admin admin] Notify agent at l3_agent.dv-cinder-763306-6-iscsi the message routers_updated {{(pid=80246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 09 05:21:31.834094 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfda9e4-e4b6-4542-b8bb-7853bf96bc98 None None] Sync routers for ids ['fb0e9127-8d17-4682-8316-2a6538ee3cd0'] in dv-cinder-763306-6-iscsi {{(pid=80248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 09 05:21:31.835555 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-b9ff3f2e-ad04-4c49-8044-147478c31d16 admin admin] 10.222.0.39 "PUT /v2.0/routers/fb0e9127-8d17-4682-8316-2a6538ee3cd0/add_router_interface HTTP/1.1" status: 200  len: 508 time: 3.3579097
Dec 09 05:21:31.852289 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfda9e4-e4b6-4542-b8bb-7853bf96bc98 None None] Routers {'fb0e9127-8d17-4682-8316-2a6538ee3cd0'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:21:31.853201 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-7bfda9e4-e4b6-4542-b8bb-7853bf96bc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff91f7dd8>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:21:17Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['fb0e9127-8d17-4682-8316-2a6538ee3cd0'], 'active': True} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:21:32.047188 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-7bfda9e4-e4b6-4542-b8bb-7853bf96bc98 None None] Set router fb0e9127-8d17-4682-8316-2a6538ee3cd0 gateway port host: None {{(pid=80248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:21:32.483559 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-7bfda9e4-e4b6-4542-b8bb-7853bf96bc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff91f7dd8>, [{'id': 'fb0e9127-8d17-4682-8316-2a6538ee3cd0', 'name': 'router1', 'tenant_id': '470a29710dfc43768a729b373620617b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:21:18Z', 'updated_at': '2020-12-09T05:21:30Z', 'revision_number': 2, 'project_id': '470a29710dfc43768a729b373620617b', 'gw_port_host': None, '_interfaces': [{'id': '59c2be0e-5606-495c-894a-0dbb02214534', 'name': '', 'network_id': '435654ed-6a93-46a9-9db0-76437dac4a61', 'tenant_id': '470a29710dfc43768a729b373620617b', 'mac_address': 'fa:16:3e:5b:a1:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb0e9127-8d17-4682-8316-2a6538ee3cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8bccd458-030f-4e1a-be77-4f1389d3cbaa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:21:29Z', 'updated_at': '2020-12-09T05:21:30Z', 'revision_number': 2, 'project_id': '470a29710dfc43768a729b373620617b', 'subnets': [{'id': '8bccd458-030f-4e1a-be77-4f1389d3cbaa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd21cded8-4bf1-4d9f-891f-a76d47370167'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:21:32.490520 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfda9e4-e4b6-4542-b8bb-7853bf96bc98 None None] Checking router: fb0e9127-8d17-4682-8316-2a6538ee3cd0 for host: dv-cinder-763306-6-iscsi {{(pid=80248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 09 05:21:32.490966 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfda9e4-e4b6-4542-b8bb-7853bf96bc98 None None] Updating router fb0e9127-8d17-4682-8316-2a6538ee3cd0 port 59c2be0e-5606-495c-894a-0dbb02214534 binding host dv-cinder-763306-6-iscsi {{(pid=80248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 09 05:21:32.547839 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7bfda9e4-e4b6-4542-b8bb-7853bf96bc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:33.221996 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7bfda9e4-e4b6-4542-b8bb-7853bf96bc98 None None] Notify callbacks [] for port, precommit_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:33.239521 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-7bfda9e4-e4b6-4542-b8bb-7853bf96bc98 None None] Transition to ACTIVE for port object 59c2be0e-5606-495c-894a-0dbb02214534 will not be triggered until provisioned by entity L2. {{(pid=80248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 09 05:21:33.242604 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7bfda9e4-e4b6-4542-b8bb-7853bf96bc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:33.259063 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:21:33.407182 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b468e58-4df1-4681-993a-b55f3a5493bc None None] Pushing event updated for resources: {'Port': ['ID=59c2be0e-5606-495c-894a-0dbb02214534,revision_number=3']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:21:33.429084 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b468e58-4df1-4681-993a-b55f3a5493bc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:21:33.429517 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b468e58-4df1-4681-993a-b55f3a5493bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:21:33.429834 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b468e58-4df1-4681-993a-b55f3a5493bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:21:33.430201 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b468e58-4df1-4681-993a-b55f3a5493bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:21:33.430563 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b468e58-4df1-4681-993a-b55f3a5493bc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:21:33.430924 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b468e58-4df1-4681-993a-b55f3a5493bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:21:33.431283 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b468e58-4df1-4681-993a-b55f3a5493bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:21:33.431636 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b468e58-4df1-4681-993a-b55f3a5493bc None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:21:33.432000 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b468e58-4df1-4681-993a-b55f3a5493bc None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:21:33.432351 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b468e58-4df1-4681-993a-b55f3a5493bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:21:33.432707 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b468e58-4df1-4681-993a-b55f3a5493bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:21:33.433065 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b468e58-4df1-4681-993a-b55f3a5493bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:21:33.434273 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b468e58-4df1-4681-993a-b55f3a5493bc None None] Tracked resource versions report:
Dec 09 05:21:33.434273 dv-cinder-763306-6-iscsi neutron-server[80130]: pushed versions:
Dec 09 05:21:33.434273 dv-cinder-763306-6-iscsi neutron-server[80130]: {   'AddressGroup': {'1.0'},
Dec 09 05:21:33.434273 dv-cinder-763306-6-iscsi neutron-server[80130]:     'ConntrackHelper': {'1.0'},
Dec 09 05:21:33.434273 dv-cinder-763306-6-iscsi neutron-server[80130]:     'Log': {'1.0'},
Dec 09 05:21:33.434273 dv-cinder-763306-6-iscsi neutron-server[80130]:     'Network': {'1.1'},
Dec 09 05:21:33.434273 dv-cinder-763306-6-iscsi neutron-server[80130]:     'Port': {'1.6'},
Dec 09 05:21:33.434273 dv-cinder-763306-6-iscsi neutron-server[80130]:     'PortForwarding': {'1.2'},
Dec 09 05:21:33.434273 dv-cinder-763306-6-iscsi neutron-server[80130]:     'QosPolicy': {'1.8'},
Dec 09 05:21:33.434273 dv-cinder-763306-6-iscsi neutron-server[80130]:     'SecurityGroup': {'1.3'},
Dec 09 05:21:33.434273 dv-cinder-763306-6-iscsi neutron-server[80130]:     'SecurityGroupRule': {'1.1'},
Dec 09 05:21:33.434273 dv-cinder-763306-6-iscsi neutron-server[80130]:     'SubPort': {'1.0'},
Dec 09 05:21:33.434273 dv-cinder-763306-6-iscsi neutron-server[80130]:     'Subnet': {'1.1'},
Dec 09 05:21:33.434273 dv-cinder-763306-6-iscsi neutron-server[80130]:     'Trunk': {'1.1'}}
Dec 09 05:21:33.434273 dv-cinder-763306-6-iscsi neutron-server[80130]: consumer versions:
Dec 09 05:21:33.434273 dv-cinder-763306-6-iscsi neutron-server[80130]: {   DHCP agent@dv-cinder-763306-6-iscsi: {},
Dec 09 05:21:33.434273 dv-cinder-763306-6-iscsi neutron-server[80130]:     L3 agent@dv-cinder-763306-6-iscsi: {},
Dec 09 05:21:33.434273 dv-cinder-763306-6-iscsi neutron-server[80130]:     Metadata agent@dv-cinder-763306-6-iscsi: {},
Dec 09 05:21:33.434273 dv-cinder-763306-6-iscsi neutron-server[80130]:     Metering agent@dv-cinder-763306-6-iscsi: {},
Dec 09 05:21:33.434273 dv-cinder-763306-6-iscsi neutron-server[80130]:     Open vSwitch agent@dv-cinder-763306-6-iscsi: {   'AddressGroup': '1.0',
Dec 09 05:21:33.434273 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'ConntrackHelper': '1.0',
Dec 09 05:21:33.434273 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'Log': '1.0',
Dec 09 05:21:33.434273 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'Network': '1.1',
Dec 09 05:21:33.434273 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'Port': '1.6',
Dec 09 05:21:33.434273 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'PortForwarding': '1.2',
Dec 09 05:21:33.434273 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'QosPolicy': '1.8',
Dec 09 05:21:33.434273 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'SecurityGroup': '1.3',
Dec 09 05:21:33.434273 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'SecurityGroupRule': '1.1',
Dec 09 05:21:33.434273 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'SubPort': '1.0',
Dec 09 05:21:33.434273 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'Subnet': '1.1',
Dec 09 05:21:33.434273 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'Trunk': '1.1'}}
Dec 09 05:21:33.434273 dv-cinder-763306-6-iscsi neutron-server[80130]:  {{(pid=80248) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 09 05:21:33.440577 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-1b468e58-4df1-4681-993a-b55f3a5493bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:21:33.720360 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-7bfda9e4-e4b6-4542-b8bb-7853bf96bc98 None None] Attempting to bind port 59c2be0e-5606-495c-894a-0dbb02214534 on host dv-cinder-763306-6-iscsi for vnic_type normal with profile  {{(pid=80248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 09 05:21:33.720983 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-7bfda9e4-e4b6-4542-b8bb-7853bf96bc98 None None] Attempting to bind port 59c2be0e-5606-495c-894a-0dbb02214534 by drivers openvswitch on host dv-cinder-763306-6-iscsi at level 0 using segments [{'id': '1f50e48c-93ac-49bb-bf73-2b52b3d6917f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '435654ed-6a93-46a9-9db0-76437dac4a61'}] {{(pid=80248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 09 05:21:33.721701 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfda9e4-e4b6-4542-b8bb-7853bf96bc98 None None] Attempting to bind port 59c2be0e-5606-495c-894a-0dbb02214534 on network 435654ed-6a93-46a9-9db0-76437dac4a61 {{(pid=80248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 09 05:21:33.732225 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfda9e4-e4b6-4542-b8bb-7853bf96bc98 None None] Checking agent: {'id': '7299edea-3c4e-4ec0-b2b3-c0ac9bf6315b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 20, 49), 'started_at': datetime.datetime(2020, 12, 9, 5, 21, 19), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 05:21:33.732871 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfda9e4-e4b6-4542-b8bb-7853bf96bc98 None None] Checking segment: {'id': '1f50e48c-93ac-49bb-bf73-2b52b3d6917f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '435654ed-6a93-46a9-9db0-76437dac4a61'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 09 05:21:33.733588 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7bfda9e4-e4b6-4542-b8bb-7853bf96bc98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:33.734292 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfda9e4-e4b6-4542-b8bb-7853bf96bc98 None None] Bound using segment: {'id': '1f50e48c-93ac-49bb-bf73-2b52b3d6917f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '435654ed-6a93-46a9-9db0-76437dac4a61'} {{(pid=80248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 05:21:33.735157 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-7bfda9e4-e4b6-4542-b8bb-7853bf96bc98 None None] Bound port: 59c2be0e-5606-495c-894a-0dbb02214534, host: dv-cinder-763306-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f50e48c-93ac-49bb-bf73-2b52b3d6917f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '435654ed-6a93-46a9-9db0-76437dac4a61'}}] {{(pid=80248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 09 05:21:33.735794 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7bfda9e4-e4b6-4542-b8bb-7853bf96bc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:33.853029 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-7bfda9e4-e4b6-4542-b8bb-7853bf96bc98 None None] For port 59c2be0e-5606-495c-894a-0dbb02214534, host dv-cinder-763306-6-iscsi, cleared binding levels {{(pid=80248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 09 05:21:33.858458 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-7bfda9e4-e4b6-4542-b8bb-7853bf96bc98 None None] For port 59c2be0e-5606-495c-894a-0dbb02214534, host dv-cinder-763306-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=59c2be0e-5606-495c-894a-0dbb02214534,segment=NetworkSegment(1f50e48c-93ac-49bb-bf73-2b52b3d6917f),segment_id=1f50e48c-93ac-49bb-bf73-2b52b3d6917f)] {{(pid=80248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 09 05:21:33.867549 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7bfda9e4-e4b6-4542-b8bb-7853bf96bc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:33.886559 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-1b468e58-4df1-4681-993a-b55f3a5493bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:21:34.072338 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b468e58-4df1-4681-993a-b55f3a5493bc None None] Pushing event updated for resources: {'Port': ['ID=59c2be0e-5606-495c-894a-0dbb02214534,revision_number=4']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:21:34.076033 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-1b468e58-4df1-4681-993a-b55f3a5493bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:21:34.172072 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfda9e4-e4b6-4542-b8bb-7853bf96bc98 None None] Routers {'fb0e9127-8d17-4682-8316-2a6538ee3cd0'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:21:34.173232 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-7bfda9e4-e4b6-4542-b8bb-7853bf96bc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff91f7dd8>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:21:17Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['fb0e9127-8d17-4682-8316-2a6538ee3cd0'], 'active': True} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:21:34.410937 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-7bfda9e4-e4b6-4542-b8bb-7853bf96bc98 None None] Set router fb0e9127-8d17-4682-8316-2a6538ee3cd0 gateway port host: None {{(pid=80248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:21:34.824528 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-7bfda9e4-e4b6-4542-b8bb-7853bf96bc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff91f7dd8>, [{'id': 'fb0e9127-8d17-4682-8316-2a6538ee3cd0', 'name': 'router1', 'tenant_id': '470a29710dfc43768a729b373620617b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:21:18Z', 'updated_at': '2020-12-09T05:21:30Z', 'revision_number': 2, 'project_id': '470a29710dfc43768a729b373620617b', 'gw_port_host': None, '_interfaces': [{'id': '59c2be0e-5606-495c-894a-0dbb02214534', 'name': '', 'network_id': '435654ed-6a93-46a9-9db0-76437dac4a61', 'tenant_id': '470a29710dfc43768a729b373620617b', 'mac_address': 'fa:16:3e:5b:a1:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb0e9127-8d17-4682-8316-2a6538ee3cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8bccd458-030f-4e1a-be77-4f1389d3cbaa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:21:29Z', 'updated_at': '2020-12-09T05:21:33Z', 'revision_number': 4, 'project_id': '470a29710dfc43768a729b373620617b', 'subnets': [{'id': '8bccd458-030f-4e1a-be77-4f1389d3cbaa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd21cded8-4bf1-4d9f-891f-a76d47370167'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:21:34.829437 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfda9e4-e4b6-4542-b8bb-7853bf96bc98 None None] The sync data for ids ['fb0e9127-8d17-4682-8316-2a6538ee3cd0'] in dv-cinder-763306-6-iscsi is: [{'id': 'fb0e9127-8d17-4682-8316-2a6538ee3cd0', 'name': 'router1', 'tenant_id': '470a29710dfc43768a729b373620617b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:21:18Z', 'updated_at': '2020-12-09T05:21:30Z', 'revision_number': 2, 'project_id': '470a29710dfc43768a729b373620617b', 'gw_port_host': None, '_interfaces': [{'id': '59c2be0e-5606-495c-894a-0dbb02214534', 'name': '', 'network_id': '435654ed-6a93-46a9-9db0-76437dac4a61', 'tenant_id': '470a29710dfc43768a729b373620617b', 'mac_address': 'fa:16:3e:5b:a1:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb0e9127-8d17-4682-8316-2a6538ee3cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8bccd458-030f-4e1a-be77-4f1389d3cbaa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:21:29Z', 'updated_at': '2020-12-09T05:21:33Z', 'revision_number': 4, 'project_id': '470a29710dfc43768a729b373620617b', 'subnets': [{'id': '8bccd458-030f-4e1a-be77-4f1389d3cbaa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd21cded8-4bf1-4d9f-891f-a76d47370167'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 09 05:21:34.871926 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 57478) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:21:35.077382 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc210602-0fbf-4bbd-a4d3-6f89eb7f7de4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:21:35.078058 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-bc210602-0fbf-4bbd-a4d3-6f89eb7f7de4 admin admin] Synchronizing usage tracker for tenant:cc49952f198c47e4b76e90eb31a50d87 on resource:network {{(pid=80246) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:21:35.097964 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-bc210602-0fbf-4bbd-a4d3-6f89eb7f7de4 admin admin] Unset dirty status for tenant:cc49952f198c47e4b76e90eb31a50d87 on resource:network {{(pid=80246) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:21:35.099660 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-bc210602-0fbf-4bbd-a4d3-6f89eb7f7de4 admin admin] 10.222.0.39 "GET /v2.0/networks/1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89 HTTP/1.1" status: 200  len: 842 time: 0.2261124
Dec 09 05:21:35.110910 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-6e77aecd-d23b-4a85-af82-5ccb3056c3e5 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24', 'enable_dhcp': False, 'ip_version': 4, 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89'}} {{(pid=80246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:21:35.117114 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-6e77aecd-d23b-4a85-af82-5ccb3056c3e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:21:35.121456 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-6e77aecd-d23b-4a85-af82-5ccb3056c3e5 admin admin] Usage tracker for resource:subnet and tenant:cc49952f198c47e4b76e90eb31a50d87 is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:21:35.124784 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-6e77aecd-d23b-4a85-af82-5ccb3056c3e5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:21:35.132130 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-6e77aecd-d23b-4a85-af82-5ccb3056c3e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:21:35.141600 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e77aecd-d23b-4a85-af82-5ccb3056c3e5 admin admin] Made reservation on behalf of cc49952f198c47e4b76e90eb31a50d87 for: {'subnet': 1} {{(pid=80246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 09 05:21:35.147381 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6e77aecd-d23b-4a85-af82-5ccb3056c3e5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:35.667600 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.objects.ports [None req-6e77aecd-d23b-4a85-af82-5ccb3056c3e5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80246) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 09 05:21:35.668252 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6e77aecd-d23b-4a85-af82-5ccb3056c3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854364984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894'] for subnet, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:35.684898 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:21:36.047196 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e77aecd-d23b-4a85-af82-5ccb3056c3e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1368c69-6e14-4d1d-80ab-b679585c21ba,revision_number=0']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:21:36.057297 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-6e77aecd-d23b-4a85-af82-5ccb3056c3e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:21:36.094667 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e77aecd-d23b-4a85-af82-5ccb3056c3e5 admin admin] Checking segment: {'id': '6806ddaa-9afa-4e45-ac00-e428af44bdb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 09 05:21:36.095065 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e77aecd-d23b-4a85-af82-5ccb3056c3e5 admin admin] Network hostable DHCP agents. Network: 1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89, hostable agents: ['cf8ef789-40b7-4066-b095-c11a9e991b4e'], hosted agents: [] {{(pid=80246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 09 05:21:36.125321 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e77aecd-d23b-4a85-af82-5ccb3056c3e5 admin admin] Network 1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89 is scheduled to be hosted by DHCP agent cf8ef789-40b7-4066-b095-c11a9e991b4e with binding_index 1 {{(pid=80246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 09 05:21:36.141981 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-6e77aecd-d23b-4a85-af82-5ccb3056c3e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-6-iscsi, 1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89) {{(pid=80246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:21:36.148610 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e77aecd-d23b-4a85-af82-5ccb3056c3e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:21:36.149612 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6e77aecd-d23b-4a85-af82-5ccb3056c3e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3226941'] for subnet, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:36.156677 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0732db-6f06-4e17-b9f4-191166e5de6d None None] Network 1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89 requested from dv-cinder-763306-6-iscsi {{(pid=80247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 09 05:21:36.183413 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-6e77aecd-d23b-4a85-af82-5ccb3056c3e5 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.0764649
Dec 09 05:21:36.682358 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e34b16-f5c4-4606-bfdc-e08549ab28ec None None] Network 1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89 requested from dv-cinder-763306-6-iscsi {{(pid=80247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 09 05:21:37.345144 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device 59c2be0e-5606-495c-894a-0dbb02214534 up at agent ovs-agent-dv-cinder-763306-6-iscsi {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:21:37.422330 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Provisioning for port 59c2be0e-5606-495c-894a-0dbb02214534 completed by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 09 05:21:37.428465 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Provisioning complete for port 59c2be0e-5606-495c-894a-0dbb02214534 triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:21:37.428882 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:37.565992 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:37.604897 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] For port 59c2be0e-5606-495c-894a-0dbb02214534, host dv-cinder-763306-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=59c2be0e-5606-495c-894a-0dbb02214534,segment=NetworkSegment(1f50e48c-93ac-49bb-bf73-2b52b3d6917f),segment_id=1f50e48c-93ac-49bb-bf73-2b52b3d6917f)] {{(pid=80247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:21:37.608089 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:37.610305 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:21:37.683519 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Pushing event updated for resources: {'Port': ['ID=59c2be0e-5606-495c-894a-0dbb02214534,revision_number=5']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:21:37.687108 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:21:39.005299 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 57492) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:21:39.249968 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-3f277774-4716-4520-9d39-a1792153c780 admin admin] 10.222.0.39 "GET /v2.0/routers/fb0e9127-8d17-4682-8316-2a6538ee3cd0 HTTP/1.1" status: 200  len: 710 time: 0.2426543
Dec 09 05:21:39.334098 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device 59c2be0e-5606-495c-894a-0dbb02214534 up at agent ovs-agent-dv-cinder-763306-6-iscsi {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:21:39.398200 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0b350c-e63c-4bd5-a77a-d790aa9c2886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:21:39.405427 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-ea0b350c-e63c-4bd5-a77a-d790aa9c2886 admin admin] 10.222.0.39 "GET /v2.0/networks/1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89 HTTP/1.1" status: 200  len: 886 time: 0.1436915
Dec 09 05:21:39.411702 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-43fe2f20-4af0-403e-b747-9a300555afb5 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89'}}} {{(pid=80246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:21:39.413783 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Provisioning complete for port 59c2be0e-5606-495c-894a-0dbb02214534 triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:21:39.414317 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:39.893376 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-43fe2f20-4af0-403e-b747-9a300555afb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036851028702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854371550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772138'] for router, precommit_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:40.263276 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-43fe2f20-4af0-403e-b747-9a300555afb5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:40.303310 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-43fe2f20-4af0-403e-b747-9a300555afb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:40.316255 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-43fe2f20-4af0-403e-b747-9a300555afb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:40.332079 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-43fe2f20-4af0-403e-b747-9a300555afb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:21:40.336372 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-43fe2f20-4af0-403e-b747-9a300555afb5 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:21:40.339438 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-43fe2f20-4af0-403e-b747-9a300555afb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:21:40.345236 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-43fe2f20-4af0-403e-b747-9a300555afb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:21:40.451655 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-43fe2f20-4af0-403e-b747-9a300555afb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:40.454611 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-43fe2f20-4af0-403e-b747-9a300555afb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:40.471537 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-3afe6c07-c2ac-4c2b-b9b4-e920e81c54e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:21:40.574740 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fe2f20-4af0-403e-b747-9a300555afb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa7101d-9a72-4047-a041-24a08e58a0b9,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:21:40.587802 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-43fe2f20-4af0-403e-b747-9a300555afb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:21:40.765282 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [None req-43fe2f20-4af0-403e-b747-9a300555afb5 admin admin] Allocated IP 172.27.2.157 (1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89/b1368c69-6e14-4d1d-80ab-b679585c21ba/18f485e8-a3b7-462b-9128-a3e048e942af) {{(pid=80246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 09 05:21:40.931195 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-43fe2f20-4af0-403e-b747-9a300555afb5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:40.960651 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-43fe2f20-4af0-403e-b747-9a300555afb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249358491764'] for port, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:40.976713 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:21:41.116211 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fe2f20-4af0-403e-b747-9a300555afb5 admin admin] Pushing event updated for resources: {'Port': ['ID=18f485e8-a3b7-462b-9128-a3e048e942af,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:21:41.120737 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-43fe2f20-4af0-403e-b747-9a300555afb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:21:41.171122 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43fe2f20-4af0-403e-b747-9a300555afb5 admin admin] Network 1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89 is already hosted by enough agents. {{(pid=80246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 09 05:21:41.172339 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-43fe2f20-4af0-403e-b747-9a300555afb5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:21:41.175177 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fe2f20-4af0-403e-b747-9a300555afb5 admin admin] Received port after_create {{(pid=80246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 09 05:21:41.806412 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-43fe2f20-4af0-403e-b747-9a300555afb5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:42.183322 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-43fe2f20-4af0-403e-b747-9a300555afb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036851028702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854371550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772138'] for router, precommit_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:42.186805 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-43fe2f20-4af0-403e-b747-9a300555afb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3747080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3747131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036851028685', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-404283'] for router, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:42.383599 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43fe2f20-4af0-403e-b747-9a300555afb5 admin admin] Router fb0e9127-8d17-4682-8316-2a6538ee3cd0 has already been hosted by L3 agent 16cb43a9-cd2d-4531-acd4-2457db4a9ad2 {{(pid=80246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 09 05:21:42.574630 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43fe2f20-4af0-403e-b747-9a300555afb5 admin admin] Notify agent at l3_agent.dv-cinder-763306-6-iscsi the message routers_updated {{(pid=80246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 09 05:21:42.586655 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5d6fd4-ece7-4f5b-acf5-5db787955539 None None] Sync routers for ids ['fb0e9127-8d17-4682-8316-2a6538ee3cd0'] in dv-cinder-763306-6-iscsi {{(pid=80247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 09 05:21:42.601208 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-43fe2f20-4af0-403e-b747-9a300555afb5 admin admin] Notify callbacks [] for router, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:42.603281 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-43fe2f20-4af0-403e-b747-9a300555afb5 admin admin] 10.222.0.39 "PUT /v2.0/routers/fb0e9127-8d17-4682-8316-2a6538ee3cd0 HTTP/1.1" status: 200  len: 890 time: 3.1958499
Dec 09 05:21:42.604048 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5d6fd4-ece7-4f5b-acf5-5db787955539 None None] Routers {'fb0e9127-8d17-4682-8316-2a6538ee3cd0'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:21:42.604795 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-1a5d6fd4-ece7-4f5b-acf5-5db787955539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff85441d0>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:21:17Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['fb0e9127-8d17-4682-8316-2a6538ee3cd0'], 'active': True} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:21:42.832104 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-1a5d6fd4-ece7-4f5b-acf5-5db787955539 None None] Set router fb0e9127-8d17-4682-8316-2a6538ee3cd0 gateway port host: dv-cinder-763306-6-iscsi {{(pid=80247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:21:43.236899 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-1a5d6fd4-ece7-4f5b-acf5-5db787955539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff85441d0>, [{'id': 'fb0e9127-8d17-4682-8316-2a6538ee3cd0', 'name': 'router1', 'tenant_id': '470a29710dfc43768a729b373620617b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '18f485e8-a3b7-462b-9128-a3e048e942af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:21:18Z', 'updated_at': '2020-12-09T05:21:41Z', 'revision_number': 4, 'project_id': '470a29710dfc43768a729b373620617b', 'gw_port': {'id': '18f485e8-a3b7-462b-9128-a3e048e942af', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:35:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb0e9127-8d17-4682-8316-2a6538ee3cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:21:40Z', 'updated_at': '2020-12-09T05:21:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_interfaces': [{'id': '59c2be0e-5606-495c-894a-0dbb02214534', 'name': '', 'network_id': '435654ed-6a93-46a9-9db0-76437dac4a61', 'tenant_id': '470a29710dfc43768a729b373620617b', 'mac_address': 'fa:16:3e:5b:a1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0e9127-8d17-4682-8316-2a6538ee3cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8bccd458-030f-4e1a-be77-4f1389d3cbaa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:21:29Z', 'updated_at': '2020-12-09T05:21:37Z', 'revision_number': 5, 'project_id': '470a29710dfc43768a729b373620617b', 'subnets': [{'id': '8bccd458-030f-4e1a-be77-4f1389d3cbaa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd21cded8-4bf1-4d9f-891f-a76d47370167'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:21:43.243603 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5d6fd4-ece7-4f5b-acf5-5db787955539 None None] Checking router: fb0e9127-8d17-4682-8316-2a6538ee3cd0 for host: dv-cinder-763306-6-iscsi {{(pid=80247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 09 05:21:43.244012 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5d6fd4-ece7-4f5b-acf5-5db787955539 None None] Updating router fb0e9127-8d17-4682-8316-2a6538ee3cd0 port 18f485e8-a3b7-462b-9128-a3e048e942af binding host dv-cinder-763306-6-iscsi {{(pid=80247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 09 05:21:43.301014 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1a5d6fd4-ece7-4f5b-acf5-5db787955539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:43.759153 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1a5d6fd4-ece7-4f5b-acf5-5db787955539 None None] Notify callbacks [] for port, precommit_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:43.774944 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-1a5d6fd4-ece7-4f5b-acf5-5db787955539 None None] Transition to ACTIVE for port object 18f485e8-a3b7-462b-9128-a3e048e942af will not be triggered until provisioned by entity L2. {{(pid=80247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 09 05:21:43.778768 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1a5d6fd4-ece7-4f5b-acf5-5db787955539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:43.801466 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:21:43.947431 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09648644-b301-4892-aef3-73b6dd191d3f None None] Pushing event updated for resources: {'Port': ['ID=18f485e8-a3b7-462b-9128-a3e048e942af,revision_number=2']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:21:43.951983 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-09648644-b301-4892-aef3-73b6dd191d3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:21:44.019952 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-1a5d6fd4-ece7-4f5b-acf5-5db787955539 None None] Attempting to bind port 18f485e8-a3b7-462b-9128-a3e048e942af on host dv-cinder-763306-6-iscsi for vnic_type normal with profile  {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 09 05:21:44.020285 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-1a5d6fd4-ece7-4f5b-acf5-5db787955539 None None] Attempting to bind port 18f485e8-a3b7-462b-9128-a3e048e942af by drivers openvswitch on host dv-cinder-763306-6-iscsi at level 0 using segments [{'id': '6806ddaa-9afa-4e45-ac00-e428af44bdb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89'}] {{(pid=80247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 09 05:21:44.021208 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5d6fd4-ece7-4f5b-acf5-5db787955539 None None] Attempting to bind port 18f485e8-a3b7-462b-9128-a3e048e942af on network 1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89 {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 09 05:21:44.027875 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5d6fd4-ece7-4f5b-acf5-5db787955539 None None] Checking agent: {'id': '7299edea-3c4e-4ec0-b2b3-c0ac9bf6315b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 20, 49), 'started_at': datetime.datetime(2020, 12, 9, 5, 21, 19), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 05:21:44.028262 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5d6fd4-ece7-4f5b-acf5-5db787955539 None None] Checking segment: {'id': '6806ddaa-9afa-4e45-ac00-e428af44bdb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 09 05:21:44.028722 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1a5d6fd4-ece7-4f5b-acf5-5db787955539 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:44.029156 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5d6fd4-ece7-4f5b-acf5-5db787955539 None None] Bound using segment: {'id': '6806ddaa-9afa-4e45-ac00-e428af44bdb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89'} {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 05:21:44.029690 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-1a5d6fd4-ece7-4f5b-acf5-5db787955539 None None] Bound port: 18f485e8-a3b7-462b-9128-a3e048e942af, host: dv-cinder-763306-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6806ddaa-9afa-4e45-ac00-e428af44bdb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89'}}] {{(pid=80247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 09 05:21:44.030179 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1a5d6fd4-ece7-4f5b-acf5-5db787955539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:44.106708 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-1a5d6fd4-ece7-4f5b-acf5-5db787955539 None None] For port 18f485e8-a3b7-462b-9128-a3e048e942af, host dv-cinder-763306-6-iscsi, cleared binding levels {{(pid=80247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 09 05:21:44.110204 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-1a5d6fd4-ece7-4f5b-acf5-5db787955539 None None] For port 18f485e8-a3b7-462b-9128-a3e048e942af, host dv-cinder-763306-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=18f485e8-a3b7-462b-9128-a3e048e942af,segment=NetworkSegment(6806ddaa-9afa-4e45-ac00-e428af44bdb5),segment_id=6806ddaa-9afa-4e45-ac00-e428af44bdb5)] {{(pid=80247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 09 05:21:44.113753 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1a5d6fd4-ece7-4f5b-acf5-5db787955539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:44.130350 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-18609472-8e9f-4a2e-b2e0-5ab416c129c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:21:44.289324 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09648644-b301-4892-aef3-73b6dd191d3f None None] Pushing event updated for resources: {'Port': ['ID=18f485e8-a3b7-462b-9128-a3e048e942af,revision_number=3']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:21:44.294406 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-09648644-b301-4892-aef3-73b6dd191d3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:21:44.336484 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5d6fd4-ece7-4f5b-acf5-5db787955539 None None] Routers {'fb0e9127-8d17-4682-8316-2a6538ee3cd0'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:21:44.337324 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-1a5d6fd4-ece7-4f5b-acf5-5db787955539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff85441d0>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:21:17Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['fb0e9127-8d17-4682-8316-2a6538ee3cd0'], 'active': True} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:21:44.527874 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-1a5d6fd4-ece7-4f5b-acf5-5db787955539 None None] Set router fb0e9127-8d17-4682-8316-2a6538ee3cd0 gateway port host: dv-cinder-763306-6-iscsi {{(pid=80247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:21:45.103469 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-1a5d6fd4-ece7-4f5b-acf5-5db787955539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff85441d0>, [{'id': 'fb0e9127-8d17-4682-8316-2a6538ee3cd0', 'name': 'router1', 'tenant_id': '470a29710dfc43768a729b373620617b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '18f485e8-a3b7-462b-9128-a3e048e942af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:21:18Z', 'updated_at': '2020-12-09T05:21:41Z', 'revision_number': 4, 'project_id': '470a29710dfc43768a729b373620617b', 'gw_port': {'id': '18f485e8-a3b7-462b-9128-a3e048e942af', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:35:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb0e9127-8d17-4682-8316-2a6538ee3cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:21:40Z', 'updated_at': '2020-12-09T05:21:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_interfaces': [{'id': '59c2be0e-5606-495c-894a-0dbb02214534', 'name': '', 'network_id': '435654ed-6a93-46a9-9db0-76437dac4a61', 'tenant_id': '470a29710dfc43768a729b373620617b', 'mac_address': 'fa:16:3e:5b:a1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0e9127-8d17-4682-8316-2a6538ee3cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8bccd458-030f-4e1a-be77-4f1389d3cbaa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:21:29Z', 'updated_at': '2020-12-09T05:21:37Z', 'revision_number': 5, 'project_id': '470a29710dfc43768a729b373620617b', 'subnets': [{'id': '8bccd458-030f-4e1a-be77-4f1389d3cbaa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd21cded8-4bf1-4d9f-891f-a76d47370167'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:21:45.111046 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5d6fd4-ece7-4f5b-acf5-5db787955539 None None] The sync data for ids ['fb0e9127-8d17-4682-8316-2a6538ee3cd0'] in dv-cinder-763306-6-iscsi is: [{'id': 'fb0e9127-8d17-4682-8316-2a6538ee3cd0', 'name': 'router1', 'tenant_id': '470a29710dfc43768a729b373620617b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '18f485e8-a3b7-462b-9128-a3e048e942af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:21:18Z', 'updated_at': '2020-12-09T05:21:41Z', 'revision_number': 4, 'project_id': '470a29710dfc43768a729b373620617b', 'gw_port': {'id': '18f485e8-a3b7-462b-9128-a3e048e942af', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:35:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb0e9127-8d17-4682-8316-2a6538ee3cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:21:40Z', 'updated_at': '2020-12-09T05:21:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_interfaces': [{'id': '59c2be0e-5606-495c-894a-0dbb02214534', 'name': '', 'network_id': '435654ed-6a93-46a9-9db0-76437dac4a61', 'tenant_id': '470a29710dfc43768a729b373620617b', 'mac_address': 'fa:16:3e:5b:a1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0e9127-8d17-4682-8316-2a6538ee3cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8bccd458-030f-4e1a-be77-4f1389d3cbaa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:21:29Z', 'updated_at': '2020-12-09T05:21:37Z', 'revision_number': 5, 'project_id': '470a29710dfc43768a729b373620617b', 'subnets': [{'id': '8bccd458-030f-4e1a-be77-4f1389d3cbaa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd21cded8-4bf1-4d9f-891f-a76d47370167'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 09 05:21:45.407308 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device 18f485e8-a3b7-462b-9128-a3e048e942af up at agent ovs-agent-dv-cinder-763306-6-iscsi {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:21:45.485962 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Provisioning for port 18f485e8-a3b7-462b-9128-a3e048e942af completed by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 09 05:21:45.492897 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 57502) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:21:45.497692 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Provisioning complete for port 18f485e8-a3b7-462b-9128-a3e048e942af triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:21:45.498213 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:45.640168 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:45.666777 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] For port 18f485e8-a3b7-462b-9128-a3e048e942af, host dv-cinder-763306-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=18f485e8-a3b7-462b-9128-a3e048e942af,segment=NetworkSegment(6806ddaa-9afa-4e45-ac00-e428af44bdb5),segment_id=6806ddaa-9afa-4e45-ac00-e428af44bdb5)] {{(pid=80247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:21:45.671569 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:45.675497 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e951b619-148b-4cdc-8b4e-aaa24238cd77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:21:45.683047 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67bca63-f633-48ee-b809-387f062a6583 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:21:45.696801 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-a67bca63-f633-48ee-b809-387f062a6583 admin admin] 10.222.0.39 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1080 time: 0.1907241
Dec 09 05:21:45.763045 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-fca76ab5-f3c1-470c-a544-e7bf1717d7cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:45.768227 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Pushing event updated for resources: {'Port': ['ID=18f485e8-a3b7-462b-9128-a3e048e942af,revision_number=4']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:21:45.772561 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:21:47.292988 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-61d986b4-5e92-40c3-a0dc-5ca458244126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:47.361780 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device 18f485e8-a3b7-462b-9128-a3e048e942af up at agent ovs-agent-dv-cinder-763306-6-iscsi {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:21:47.453939 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Provisioning complete for port 18f485e8-a3b7-462b-9128-a3e048e942af triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:21:47.454561 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:48.157357 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d667687f-70e4-40ee-92a5-0e371b53b2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:48.964182 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:21:49.186881 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-43f44203-54c4-4c67-af47-9ad3e8a05b65 None None] Agent healthcheck: found 5 active agents {{(pid=80248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 09 05:21:49.931222 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-858fc187-cc56-4aeb-a3e2-00a52ab9489b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:22:15.750914 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f77338b2-b2a3-4158-a455-80b6a8136019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:22:17.283659 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-427ff9f2-f369-49ca-8458-578996b9f9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:22:18.140498 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d667687f-70e4-40ee-92a5-0e371b53b2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:22:18.943442 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:22:19.933929 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-858fc187-cc56-4aeb-a3e2-00a52ab9489b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:22:26.187779 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-43f44203-54c4-4c67-af47-9ad3e8a05b65 None None] Agent healthcheck: found 5 active agents {{(pid=80248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 09 05:22:45.757428 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-beec2afb-46fe-4a6d-a9e0-51a6914a03dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:22:47.283177 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9ca89f97-d360-49d0-9cdc-a4703d0c0c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:22:48.146935 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d667687f-70e4-40ee-92a5-0e371b53b2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:22:48.945082 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:22:49.946211 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-858fc187-cc56-4aeb-a3e2-00a52ab9489b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:23:03.194837 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-43f44203-54c4-4c67-af47-9ad3e8a05b65 None None] Agent healthcheck: found 5 active agents {{(pid=80248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 09 05:23:15.749452 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-3375da40-80b1-4488-86dc-b0bf2b9c99e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:23:17.283202 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e2eef029-144f-41d0-a420-518326b91f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:23:18.147960 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d667687f-70e4-40ee-92a5-0e371b53b2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:23:18.941658 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:23:19.936503 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-858fc187-cc56-4aeb-a3e2-00a52ab9489b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:23:40.184833 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-43f44203-54c4-4c67-af47-9ad3e8a05b65 None None] Agent healthcheck: found 5 active agents {{(pid=80248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 09 05:23:45.746254 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0140aea0-d73e-4ae4-897b-5c4858271deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:23:47.289028 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-92ec324a-80c5-4404-8335-4a4adb287af2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:23:48.151351 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d667687f-70e4-40ee-92a5-0e371b53b2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:23:48.937343 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:23:49.941800 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-858fc187-cc56-4aeb-a3e2-00a52ab9489b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:24:09.376948 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 58078) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:24:09.485982 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a2612cb-25df-4e52-affc-7e4f6585ca27 admin admin] GET failed (client error): The resource could not be found.
Dec 09 05:24:09.488464 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-3a2612cb-25df-4e52-affc-7e4f6585ca27 admin admin] 10.222.0.39 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.1104124
Dec 09 05:24:09.642551 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70269d31-871d-4407-8ebc-3763dbd964fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:24:09.644851 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-70269d31-871d-4407-8ebc-3763dbd964fd admin admin] 10.222.0.39 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 865 time: 0.1511507
Dec 09 05:24:12.163389 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 58088) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:24:12.314312 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85888d84-9f46-4fd0-9d0a-5c820cd6e945 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:24:12.315448 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-85888d84-9f46-4fd0-9d0a-5c820cd6e945 admin admin] Synchronizing usage tracker for tenant:cc49952f198c47e4b76e90eb31a50d87 on resource:subnet {{(pid=80246) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:24:12.330784 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-85888d84-9f46-4fd0-9d0a-5c820cd6e945 admin admin] Unset dirty status for tenant:cc49952f198c47e4b76e90eb31a50d87 on resource:subnet {{(pid=80246) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:24:12.332105 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-85888d84-9f46-4fd0-9d0a-5c820cd6e945 admin admin] 10.222.0.39 "GET /v2.0/subnets/8bccd458-030f-4e1a-be77-4f1389d3cbaa HTTP/1.1" status: 200  len: 849 time: 0.1676409
Dec 09 05:24:12.342887 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-7e89a0a7-04fa-40ec-a11a-71837a43d9e6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:24:12.469664 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7e89a0a7-04fa-40ec-a11a-71837a43d9e6 admin admin] Notify callbacks [] for subnet, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:24:12.799815 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7e89a0a7-04fa-40ec-a11a-71837a43d9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854364984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363249357884993'] for subnet, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:24:12.815681 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:24:12.963328 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e89a0a7-04fa-40ec-a11a-71837a43d9e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bccd458-030f-4e1a-be77-4f1389d3cbaa,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:24:12.975151 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e89a0a7-04fa-40ec-a11a-71837a43d9e6 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:24:12.975530 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e89a0a7-04fa-40ec-a11a-71837a43d9e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:24:12.975903 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e89a0a7-04fa-40ec-a11a-71837a43d9e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:24:12.976265 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e89a0a7-04fa-40ec-a11a-71837a43d9e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:24:12.976627 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e89a0a7-04fa-40ec-a11a-71837a43d9e6 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:24:12.976990 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e89a0a7-04fa-40ec-a11a-71837a43d9e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:24:12.977352 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e89a0a7-04fa-40ec-a11a-71837a43d9e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:24:12.977715 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e89a0a7-04fa-40ec-a11a-71837a43d9e6 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:24:12.978117 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e89a0a7-04fa-40ec-a11a-71837a43d9e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:24:12.978473 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e89a0a7-04fa-40ec-a11a-71837a43d9e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:24:12.978826 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e89a0a7-04fa-40ec-a11a-71837a43d9e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:24:12.979179 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e89a0a7-04fa-40ec-a11a-71837a43d9e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:24:12.984538 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-7e89a0a7-04fa-40ec-a11a-71837a43d9e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:24:13.020485 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e89a0a7-04fa-40ec-a11a-71837a43d9e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:24:13.021403 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7e89a0a7-04fa-40ec-a11a-71837a43d9e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3226941'] for subnet, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:24:13.022864 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-7e89a0a7-04fa-40ec-a11a-71837a43d9e6 admin admin] 10.222.0.39 "PUT /v2.0/subnets/8bccd458-030f-4e1a-be77-4f1389d3cbaa HTTP/1.1" status: 200  len: 868 time: 0.6843181
Dec 09 05:24:13.026305 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78abda7-48f3-42ba-b549-b8336a7e983d None None] Network 435654ed-6a93-46a9-9db0-76437dac4a61 requested from dv-cinder-763306-6-iscsi {{(pid=80247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 09 05:24:13.693079 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-7a4c0d59-2a84-4a43-bd50-43dff636d322 None None] Provisioning complete for port f62e29d5-b332-47b5-a343-c75f408ded81 triggered by entity DHCP. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:24:13.693736 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7a4c0d59-2a84-4a43-bd50-43dff636d322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:24:13.830217 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-7a4c0d59-2a84-4a43-bd50-43dff636d322 None None] Provisioning complete for port 59c2be0e-5606-495c-894a-0dbb02214534 triggered by entity DHCP. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:24:13.831148 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7a4c0d59-2a84-4a43-bd50-43dff636d322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:24:15.538595 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 58098) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:24:15.740500 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-3083e78d-8b19-4e42-989c-88929812815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:24:15.770003 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557890ea-96da-4284-85cf-82adf079275d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:24:15.770432 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557890ea-96da-4284-85cf-82adf079275d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:24:15.772338 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-557890ea-96da-4284-85cf-82adf079275d admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2327108
Dec 09 05:24:17.184543 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-43f44203-54c4-4c67-af47-9ad3e8a05b65 None None] Agent healthcheck: found 5 active agents {{(pid=80248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 09 05:24:17.285112 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-60eaff3e-cfc8-4d38-b080-a7d8423a7fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:24:18.151945 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d667687f-70e4-40ee-92a5-0e371b53b2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:24:18.342103 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 58108) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:24:18.562208 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7ede64-8087-45ca-91ee-3418ea6692ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:24:18.562625 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7ede64-8087-45ca-91ee-3418ea6692ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:24:18.564276 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-3a7ede64-8087-45ca-91ee-3418ea6692ff admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2211366
Dec 09 05:24:18.931788 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:24:19.944034 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-858fc187-cc56-4aeb-a3e2-00a52ab9489b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:24:21.093649 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 58118) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:24:21.316207 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd4fa54-7091-42a7-8a59-bbdbf04d22be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:24:21.317727 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-3fd4fa54-7091-42a7-8a59-bbdbf04d22be admin admin] 10.222.0.39 "GET /v2.0/networks/1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89 HTTP/1.1" status: 200  len: 886 time: 0.2230425
Dec 09 05:24:24.020843 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 58128) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:24:24.244557 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8b5c79-e1e4-41fc-9351-5830ec93f5e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:24:24.246079 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-6b8b5c79-e1e4-41fc-9351-5830ec93f5e4 admin admin] 10.222.0.39 "GET /v2.0/networks/435654ed-6a93-46a9-9db0-76437dac4a61 HTTP/1.1" status: 200  len: 862 time: 0.2239153
Dec 09 05:24:26.849517 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 58138) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:24:27.061492 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cef4f56-5f81-460a-867b-8a4e84c26ed9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:24:27.062252 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cef4f56-5f81-460a-867b-8a4e84c26ed9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:24:27.066165 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-5cef4f56-5f81-460a-867b-8a4e84c26ed9 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.2152572
Dec 09 05:24:29.634323 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 58148) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:24:29.824458 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf697093-bfd6-47c4-a4cf-4589aea4e776 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:24:29.824873 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf697093-bfd6-47c4-a4cf-4589aea4e776 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:24:29.826666 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-cf697093-bfd6-47c4-a4cf-4589aea4e776 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1913478
Dec 09 05:24:32.523763 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 58158) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:24:32.673115 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09b45d4-ed7b-417a-a49e-99e3fb33e816 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:24:32.675505 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-b09b45d4-ed7b-417a-a49e-99e3fb33e816 admin admin] 10.222.0.39 "GET /v2.0/subnets/8bccd458-030f-4e1a-be77-4f1389d3cbaa HTTP/1.1" status: 200  len: 868 time: 0.1506767
Dec 09 05:24:35.195494 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 58168) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:24:35.336090 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791fde34-0d7f-4af9-a1dd-356ff19e0667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:24:35.337569 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-791fde34-0d7f-4af9-a1dd-356ff19e0667 admin admin] 10.222.0.39 "GET /v2.0/subnets/b1368c69-6e14-4d1d-80ab-b679585c21ba HTTP/1.1" status: 200  len: 816 time: 0.1410487
Dec 09 05:24:45.753034 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1be7b82c-cf77-4486-88fd-7e3daad61475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:24:47.296945 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ca1bc5cb-4cd3-410b-94c6-deeee1aef1bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:24:48.156289 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d667687f-70e4-40ee-92a5-0e371b53b2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:24:48.945549 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:24:49.949440 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-858fc187-cc56-4aeb-a3e2-00a52ab9489b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:24:54.183455 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-43f44203-54c4-4c67-af47-9ad3e8a05b65 None None] Agent healthcheck: found 5 active agents {{(pid=80248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 09 05:25:01.823048 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 58208) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:25:01.907867 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [None req-0ae97900-3469-4373-9428-953b96e94ad6 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=80246) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 09 05:25:01.908989 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-0ae97900-3469-4373-9428-953b96e94ad6 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0846126
Dec 09 05:25:04.516580 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 58218) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:25:04.623499 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf5c890a-5322-483d-8d46-f0fdaae2da6b admin admin] GET failed (client error): The resource could not be found.
Dec 09 05:25:04.624833 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-cf5c890a-5322-483d-8d46-f0fdaae2da6b admin admin] 10.222.0.39 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.1067269
Dec 09 05:25:04.764753 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7eb2a9-4110-48af-8faa-fc346ef72dae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:25:04.766316 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-2d7eb2a9-4110-48af-8faa-fc346ef72dae admin admin] 10.222.0.39 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1367660
Dec 09 05:25:07.347956 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 58228) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:25:07.428180 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-aa78f7e4-bfba-4499-a302-282e43f481e0 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=80246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:25:07.433090 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-aa78f7e4-bfba-4499-a302-282e43f481e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:25:07.443475 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-aa78f7e4-bfba-4499-a302-282e43f481e0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:25:07.452158 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa78f7e4-bfba-4499-a302-282e43f481e0 admin admin] Made reservation on behalf of cc49952f198c47e4b76e90eb31a50d87 for: {'network': 1} {{(pid=80246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 09 05:25:07.456813 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-aa78f7e4-bfba-4499-a302-282e43f481e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for network, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:25:07.553100 dv-cinder-763306-6-iscsi neutron-server[80130]: WARNING neutron.services.revisions.revision_plugin [None req-aa78f7e4-bfba-4499-a302-282e43f481e0 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7fdff82c56a0] {project_id='cc49952f198c47e4b76e90eb31a50d87', id='97e678de-874b-4740-aacd-8181eef2fcac', target_tenant='*', action='access_as_shared', object_id='74706659-b2fe-4827-bda1-55f602312be8'}> to bump revision.
Dec 09 05:25:07.570205 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa78f7e4-bfba-4499-a302-282e43f481e0 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2}  {{(pid=80246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 09 05:25:07.580245 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-aa78f7e4-bfba-4499-a302-282e43f481e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638805'] for segment, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:25:07.580636 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.db.segments_db [None req-aa78f7e4-bfba-4499-a302-282e43f481e0 admin admin] Added segment 7b1304a4-bdb6-4350-99d6-b780769e2196 of type vxlan for network 74706659-b2fe-4827-bda1-55f602312be8
Dec 09 05:25:07.608069 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-aa78f7e4-bfba-4499-a302-282e43f481e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363249358512056'] for network, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:25:07.640747 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-aa78f7e4-bfba-4499-a302-282e43f481e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854364948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894'] for network, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:25:07.642135 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa78f7e4-bfba-4499-a302-282e43f481e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:25:07.642770 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-aa78f7e4-bfba-4499-a302-282e43f481e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3226941'] for network, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:25:07.646697 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:25:07.759801 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa78f7e4-bfba-4499-a302-282e43f481e0 admin admin] Pushing event updated for resources: {'Network': ['ID=74706659-b2fe-4827-bda1-55f602312be8,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:25:07.764068 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-aa78f7e4-bfba-4499-a302-282e43f481e0 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201  len: 840 time: 0.4139829
Dec 09 05:25:07.764068 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-aa78f7e4-bfba-4499-a302-282e43f481e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:25:07.781055 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Network 74706659-b2fe-4827-bda1-55f602312be8 details requested by agent ovs-agent-dv-cinder-763306-6-iscsi with host dv-cinder-763306-6-iscsi {{(pid=80247) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 09 05:25:10.375685 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 58238) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:25:10.483899 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.pecan_wsgi.hooks.translation [None req-52ec86cd-0a02-409a-aa02-d9c780a6b7b7 admin admin] GET failed (client error): The resource could not be found.
Dec 09 05:25:10.484450 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-52ec86cd-0a02-409a-aa02-d9c780a6b7b7 admin admin] Synchronizing usage tracker for tenant:cc49952f198c47e4b76e90eb31a50d87 on resource:network {{(pid=80246) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:25:10.499525 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-52ec86cd-0a02-409a-aa02-d9c780a6b7b7 admin admin] Unset dirty status for tenant:cc49952f198c47e4b76e90eb31a50d87 on resource:network {{(pid=80246) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:25:10.500732 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-52ec86cd-0a02-409a-aa02-d9c780a6b7b7 admin admin] 10.222.0.39 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1233523
Dec 09 05:25:10.804672 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423ba158-9633-4fb4-a4e2-e5fd9334035f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:25:10.806333 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-423ba158-9633-4fb4-a4e2-e5fd9334035f admin admin] 10.222.0.39 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 819 time: 0.3005202
Dec 09 05:25:10.819461 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-b6cf1a53-a71d-4209-a260-f8dbb52950f6 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '74706659-b2fe-4827-bda1-55f602312be8'}} {{(pid=80246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:25:10.824600 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-b6cf1a53-a71d-4209-a260-f8dbb52950f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:25:10.835364 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-b6cf1a53-a71d-4209-a260-f8dbb52950f6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:25:10.844180 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6cf1a53-a71d-4209-a260-f8dbb52950f6 admin admin] Made reservation on behalf of cc49952f198c47e4b76e90eb31a50d87 for: {'subnet': 1} {{(pid=80246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 09 05:25:10.849182 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b6cf1a53-a71d-4209-a260-f8dbb52950f6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:25:11.265176 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b6cf1a53-a71d-4209-a260-f8dbb52950f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854364984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894'] for subnet, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:25:11.281511 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-7e89a0a7-04fa-40ec-a11a-71837a43d9e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:25:11.420004 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cf1a53-a71d-4209-a260-f8dbb52950f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3496f44-b796-44bc-8527-1dd093c79dc4,revision_number=0']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:25:11.423592 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-b6cf1a53-a71d-4209-a260-f8dbb52950f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:25:11.490276 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cf1a53-a71d-4209-a260-f8dbb52950f6 admin admin] Checking segment: {'id': '7b1304a4-bdb6-4350-99d6-b780769e2196', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '74706659-b2fe-4827-bda1-55f602312be8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 09 05:25:11.490818 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cf1a53-a71d-4209-a260-f8dbb52950f6 admin admin] Network hostable DHCP agents. Network: 74706659-b2fe-4827-bda1-55f602312be8, hostable agents: ['cf8ef789-40b7-4066-b095-c11a9e991b4e'], hosted agents: [] {{(pid=80246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 09 05:25:11.510379 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cf1a53-a71d-4209-a260-f8dbb52950f6 admin admin] Network 74706659-b2fe-4827-bda1-55f602312be8 is scheduled to be hosted by DHCP agent cf8ef789-40b7-4066-b095-c11a9e991b4e with binding_index 1 {{(pid=80246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 09 05:25:11.519927 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-b6cf1a53-a71d-4209-a260-f8dbb52950f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-6-iscsi, 74706659-b2fe-4827-bda1-55f602312be8) {{(pid=80246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:25:11.524089 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6cf1a53-a71d-4209-a260-f8dbb52950f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:25:11.524735 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b6cf1a53-a71d-4209-a260-f8dbb52950f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3226941'] for subnet, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:25:11.529462 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87bd110-e88f-4109-82fa-6d41d815eb30 None None] Network 74706659-b2fe-4827-bda1-55f602312be8 requested from dv-cinder-763306-6-iscsi {{(pid=80247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 09 05:25:11.550774 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-b6cf1a53-a71d-4209-a260-f8dbb52950f6 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7352800
Dec 09 05:25:11.791825 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbfd1f0-01a8-4fbe-9500-bfaa4753f642 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd19d2df8-5246-5bd6-ad5c-c97c8fcfd48f-74706659-b2fe-4827-bda1-55f602312be8', 'network_id': '74706659-b2fe-4827-bda1-55f602312be8', 'tenant_id': 'cc49952f198c47e4b76e90eb31a50d87', 'fixed_ips': [{'subnet_id': 'c3496f44-b796-44bc-8527-1dd093c79dc4'}]}} from dv-cinder-763306-6-iscsi. {{(pid=80247) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 09 05:25:11.792777 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cbfd1f0-01a8-4fbe-9500-bfaa4753f642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_create {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:25:12.118546 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [None req-2cbfd1f0-01a8-4fbe-9500-bfaa4753f642 None None] Allocated IP 192.168.233.2 (74706659-b2fe-4827-bda1-55f602312be8/c3496f44-b796-44bc-8527-1dd093c79dc4/8f7c5f76-9465-472f-917d-8331b2a81924) {{(pid=80247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 09 05:25:12.422358 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cbfd1f0-01a8-4fbe-9500-bfaa4753f642 None None] Notify callbacks [] for port, precommit_create {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:25:12.437153 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-2cbfd1f0-01a8-4fbe-9500-bfaa4753f642 None None] Transition to ACTIVE for port object 8f7c5f76-9465-472f-917d-8331b2a81924 will not be triggered until provisioned by entity L2. {{(pid=80247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 09 05:25:12.457932 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-2cbfd1f0-01a8-4fbe-9500-bfaa4753f642 None None] Transition to ACTIVE for port object 8f7c5f76-9465-472f-917d-8331b2a81924 will not be triggered until provisioned by entity DHCP. {{(pid=80247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 09 05:25:12.462470 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cbfd1f0-01a8-4fbe-9500-bfaa4753f642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249358491764'] for port, after_create {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:25:12.479486 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:25:12.788436 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbfd1f0-01a8-4fbe-9500-bfaa4753f642 None None] Pushing event updated for resources: {'Port': ['ID=8f7c5f76-9465-472f-917d-8331b2a81924,revision_number=1']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:25:12.802858 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbfd1f0-01a8-4fbe-9500-bfaa4753f642 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:25:12.803330 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbfd1f0-01a8-4fbe-9500-bfaa4753f642 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:25:12.803618 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbfd1f0-01a8-4fbe-9500-bfaa4753f642 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:25:12.803980 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbfd1f0-01a8-4fbe-9500-bfaa4753f642 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:25:12.804349 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbfd1f0-01a8-4fbe-9500-bfaa4753f642 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:25:12.804723 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbfd1f0-01a8-4fbe-9500-bfaa4753f642 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:25:12.805067 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbfd1f0-01a8-4fbe-9500-bfaa4753f642 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:25:12.805901 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbfd1f0-01a8-4fbe-9500-bfaa4753f642 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:25:12.805901 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbfd1f0-01a8-4fbe-9500-bfaa4753f642 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:25:12.806191 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbfd1f0-01a8-4fbe-9500-bfaa4753f642 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:25:12.806502 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbfd1f0-01a8-4fbe-9500-bfaa4753f642 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:25:12.806834 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbfd1f0-01a8-4fbe-9500-bfaa4753f642 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:25:12.813017 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-2cbfd1f0-01a8-4fbe-9500-bfaa4753f642 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:25:12.862931 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbfd1f0-01a8-4fbe-9500-bfaa4753f642 None None] Network 74706659-b2fe-4827-bda1-55f602312be8 is already hosted by enough agents. {{(pid=80247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 09 05:25:12.864451 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-2cbfd1f0-01a8-4fbe-9500-bfaa4753f642 None None] Resources bound (agent type, host, resource id):  {{(pid=80247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:25:12.867712 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbfd1f0-01a8-4fbe-9500-bfaa4753f642 None None] Received port after_create {{(pid=80247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 09 05:25:12.941427 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-2cbfd1f0-01a8-4fbe-9500-bfaa4753f642 None None] Attempting to bind port 8f7c5f76-9465-472f-917d-8331b2a81924 on host dv-cinder-763306-6-iscsi for vnic_type normal with profile  {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 09 05:25:12.941874 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-2cbfd1f0-01a8-4fbe-9500-bfaa4753f642 None None] Attempting to bind port 8f7c5f76-9465-472f-917d-8331b2a81924 by drivers openvswitch on host dv-cinder-763306-6-iscsi at level 0 using segments [{'id': '7b1304a4-bdb6-4350-99d6-b780769e2196', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '74706659-b2fe-4827-bda1-55f602312be8'}] {{(pid=80247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 09 05:25:12.942301 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbfd1f0-01a8-4fbe-9500-bfaa4753f642 None None] Attempting to bind port 8f7c5f76-9465-472f-917d-8331b2a81924 on network 74706659-b2fe-4827-bda1-55f602312be8 {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 09 05:25:12.950281 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbfd1f0-01a8-4fbe-9500-bfaa4753f642 None None] Checking agent: {'id': '7299edea-3c4e-4ec0-b2b3-c0ac9bf6315b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 20, 49), 'started_at': datetime.datetime(2020, 12, 9, 5, 21, 19), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 05:25:12.950853 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbfd1f0-01a8-4fbe-9500-bfaa4753f642 None None] Checking segment: {'id': '7b1304a4-bdb6-4350-99d6-b780769e2196', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '74706659-b2fe-4827-bda1-55f602312be8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 09 05:25:12.951538 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cbfd1f0-01a8-4fbe-9500-bfaa4753f642 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:25:12.952193 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbfd1f0-01a8-4fbe-9500-bfaa4753f642 None None] Bound using segment: {'id': '7b1304a4-bdb6-4350-99d6-b780769e2196', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '74706659-b2fe-4827-bda1-55f602312be8'} {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 05:25:12.952831 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-2cbfd1f0-01a8-4fbe-9500-bfaa4753f642 None None] Bound port: 8f7c5f76-9465-472f-917d-8331b2a81924, host: dv-cinder-763306-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b1304a4-bdb6-4350-99d6-b780769e2196', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '74706659-b2fe-4827-bda1-55f602312be8'}}] {{(pid=80247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 09 05:25:12.953525 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cbfd1f0-01a8-4fbe-9500-bfaa4753f642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:25:13.069260 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-2cbfd1f0-01a8-4fbe-9500-bfaa4753f642 None None] For port 8f7c5f76-9465-472f-917d-8331b2a81924, host dv-cinder-763306-6-iscsi, cleared binding levels {{(pid=80247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 09 05:25:13.073120 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-2cbfd1f0-01a8-4fbe-9500-bfaa4753f642 None None] For port 8f7c5f76-9465-472f-917d-8331b2a81924, host dv-cinder-763306-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=8f7c5f76-9465-472f-917d-8331b2a81924,segment=NetworkSegment(7b1304a4-bdb6-4350-99d6-b780769e2196),segment_id=7b1304a4-bdb6-4350-99d6-b780769e2196)] {{(pid=80247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 09 05:25:13.078293 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cbfd1f0-01a8-4fbe-9500-bfaa4753f642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:25:13.096472 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:25:13.259244 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbfd1f0-01a8-4fbe-9500-bfaa4753f642 None None] Pushing event updated for resources: {'Port': ['ID=8f7c5f76-9465-472f-917d-8331b2a81924,revision_number=2']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:25:13.262658 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-2cbfd1f0-01a8-4fbe-9500-bfaa4753f642 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:25:14.570932 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a5df01-2e21-4e1e-92b5-8dc69201404f None None] Network 74706659-b2fe-4827-bda1-55f602312be8 requested from dv-cinder-763306-6-iscsi {{(pid=80247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 09 05:25:14.669698 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-244c7d8f-1137-431c-8aff-6de61f133f39 None None] Provisioning for port 8f7c5f76-9465-472f-917d-8331b2a81924 completed by entity DHCP. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 09 05:25:15.477418 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device 8f7c5f76-9465-472f-917d-8331b2a81924 up at agent ovs-agent-dv-cinder-763306-6-iscsi {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:25:15.554931 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Provisioning for port 8f7c5f76-9465-472f-917d-8331b2a81924 completed by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 09 05:25:15.560801 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Provisioning complete for port 8f7c5f76-9465-472f-917d-8331b2a81924 triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:25:15.561218 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:25:15.752045 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:25:15.770898 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b6c061b3-eb4b-478f-a4a0-1d13dd5f510d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:25:15.801747 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] For port 8f7c5f76-9465-472f-917d-8331b2a81924, host dv-cinder-763306-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=8f7c5f76-9465-472f-917d-8331b2a81924,segment=NetworkSegment(7b1304a4-bdb6-4350-99d6-b780769e2196),segment_id=7b1304a4-bdb6-4350-99d6-b780769e2196)] {{(pid=80247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:25:15.805779 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:25:15.810864 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:25:15.927633 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Pushing event updated for resources: {'Port': ['ID=8f7c5f76-9465-472f-917d-8331b2a81924,revision_number=3']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:25:15.933769 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:25:17.294650 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-066f0eec-6a31-489d-ac6d-e7d5ce99e1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:25:17.453563 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device 8f7c5f76-9465-472f-917d-8331b2a81924 up at agent ovs-agent-dv-cinder-763306-6-iscsi {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:25:17.535074 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Provisioning complete for port 8f7c5f76-9465-472f-917d-8331b2a81924 triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:25:17.535496 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:25:18.158405 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d667687f-70e4-40ee-92a5-0e371b53b2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:25:18.940931 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:25:19.953351 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-858fc187-cc56-4aeb-a3e2-00a52ab9489b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:25:31.183271 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-43f44203-54c4-4c67-af47-9ad3e8a05b65 None None] Agent healthcheck: found 5 active agents {{(pid=80248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 09 05:25:45.746604 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c65dbffb-4dfe-412d-b9d0-e3d3ec6d3305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:25:47.287881 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4dab404d-5b13-49eb-b783-08c820ad871d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:25:48.159980 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d667687f-70e4-40ee-92a5-0e371b53b2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:25:48.934405 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:25:49.955503 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-858fc187-cc56-4aeb-a3e2-00a52ab9489b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:26:08.183208 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-43f44203-54c4-4c67-af47-9ad3e8a05b65 None None] Agent healthcheck: found 5 active agents {{(pid=80248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 09 05:26:15.749348 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-78372809-a921-48fe-85eb-e615a69001ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:26:15.793247 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 58280) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:26:15.800509 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [None req-f8009c5d-5fe5-4cb6-a119-f1243d5b2780 tempest-verify_tempest_config-960186050 tempest-verify_tempest_config-960186050] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=80245) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 09 05:26:15.801602 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-f8009c5d-5fe5-4cb6-a119-f1243d5b2780 tempest-verify_tempest_config-960186050 tempest-verify_tempest_config-960186050] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13036 time: 0.0072675
Dec 09 05:26:16.166356 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 58300) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:26:16.324763 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-34491adf-15a7-42f5-ae47-f26776956750 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:26:16.341169 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-34491adf-15a7-42f5-ae47-f26776956750 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:26:16.346071 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-34491adf-15a7-42f5-ae47-f26776956750 admin admin] Usage tracker for resource:security_group_rule and tenant:d17101fee78043039a4993afdb899d55 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:26:16.349109 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-34491adf-15a7-42f5-ae47-f26776956750 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:26:16.354961 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-34491adf-15a7-42f5-ae47-f26776956750 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:26:16.448368 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-34491adf-15a7-42f5-ae47-f26776956750 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:26:16.451751 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-34491adf-15a7-42f5-ae47-f26776956750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:26:16.467581 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-847b581f-5171-4b15-95d4-73654c18881b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:26:16.510726 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-34491adf-15a7-42f5-ae47-f26776956750 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d17101fee78043039a4993afdb899d55&name=default HTTP/1.1" status: 200  len: 2875 time: 0.3431640
Dec 09 05:26:16.511600 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34491adf-15a7-42f5-ae47-f26776956750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a5e43c-b06b-4dd7-9af0-b27adacbc62d,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:26:16.513592 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 58306) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:26:16.519557 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34491adf-15a7-42f5-ae47-f26776956750 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:26:16.519959 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34491adf-15a7-42f5-ae47-f26776956750 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:26:16.520335 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34491adf-15a7-42f5-ae47-f26776956750 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:26:16.520708 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34491adf-15a7-42f5-ae47-f26776956750 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:26:16.521071 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34491adf-15a7-42f5-ae47-f26776956750 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:26:16.521443 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34491adf-15a7-42f5-ae47-f26776956750 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:26:16.521853 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34491adf-15a7-42f5-ae47-f26776956750 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:26:16.522417 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34491adf-15a7-42f5-ae47-f26776956750 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:26:16.522784 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34491adf-15a7-42f5-ae47-f26776956750 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:26:16.523148 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34491adf-15a7-42f5-ae47-f26776956750 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:26:16.523514 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34491adf-15a7-42f5-ae47-f26776956750 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:26:16.523913 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34491adf-15a7-42f5-ae47-f26776956750 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:26:16.528212 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-34491adf-15a7-42f5-ae47-f26776956750 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:26:16.585453 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-05e3570c-3b78-432d-b593-9852e6213053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:26:16.616070 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-05e3570c-3b78-432d-b593-9852e6213053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:26:16.671227 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-05e3570c-3b78-432d-b593-9852e6213053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:26:16.676169 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:26:16.689473 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e3570c-3b78-432d-b593-9852e6213053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a5e43c-b06b-4dd7-9af0-b27adacbc62d,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:26:16.700543 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e3570c-3b78-432d-b593-9852e6213053 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:26:16.700871 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e3570c-3b78-432d-b593-9852e6213053 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:26:16.701253 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e3570c-3b78-432d-b593-9852e6213053 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:26:16.701622 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e3570c-3b78-432d-b593-9852e6213053 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:26:16.702016 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e3570c-3b78-432d-b593-9852e6213053 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:26:16.702402 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e3570c-3b78-432d-b593-9852e6213053 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:26:16.702872 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e3570c-3b78-432d-b593-9852e6213053 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:26:16.703779 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e3570c-3b78-432d-b593-9852e6213053 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:26:16.704161 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e3570c-3b78-432d-b593-9852e6213053 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:26:16.704513 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e3570c-3b78-432d-b593-9852e6213053 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:26:16.704870 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e3570c-3b78-432d-b593-9852e6213053 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:26:16.705230 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e3570c-3b78-432d-b593-9852e6213053 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:26:16.709152 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-05e3570c-3b78-432d-b593-9852e6213053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:26:16.710469 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-05e3570c-3b78-432d-b593-9852e6213053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:26:16.711708 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-05e3570c-3b78-432d-b593-9852e6213053 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d0a5e43c-b06b-4dd7-9af0-b27adacbc62d HTTP/1.1" status: 204  len: 168 time: 0.1968844
Dec 09 05:26:17.291036 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-fcf5bfd2-71aa-4b67-89d8-3d13b778fa5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:26:18.169925 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d667687f-70e4-40ee-92a5-0e371b53b2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:26:18.938349 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:26:19.961180 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-858fc187-cc56-4aeb-a3e2-00a52ab9489b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:26:45.183347 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-43f44203-54c4-4c67-af47-9ad3e8a05b65 None None] Agent healthcheck: found 5 active agents {{(pid=80248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 09 05:26:45.753426 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-878a1ad0-b544-4c18-b769-e1621e713147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:26:47.294853 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8e572bee-97e6-4644-ae09-d289faf4c788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:26:48.165434 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d667687f-70e4-40ee-92a5-0e371b53b2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:26:48.940109 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:26:49.965490 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-858fc187-cc56-4aeb-a3e2-00a52ab9489b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:27:15.756303 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6e2b1615-cbb0-40e4-bdbe-17a972fe27f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:27:17.297097 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-78459c07-d216-4afb-9313-b031ad9e3216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:27:18.168377 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d667687f-70e4-40ee-92a5-0e371b53b2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:27:18.942429 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:27:19.967442 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-858fc187-cc56-4aeb-a3e2-00a52ab9489b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:27:22.182845 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-43f44203-54c4-4c67-af47-9ad3e8a05b65 None None] Agent healthcheck: found 5 active agents {{(pid=80248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 09 05:27:45.759842 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a1459120-0865-4960-bbe9-5b76b41fb94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:27:47.298943 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-3c25bc63-af98-4d92-ac32-d9151fa979b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:27:48.175313 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d667687f-70e4-40ee-92a5-0e371b53b2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:27:48.945090 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:27:49.972740 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-858fc187-cc56-4aeb-a3e2-00a52ab9489b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:27:55.663968 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306'] for agent, after_create {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:27:55.664676 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:27:55.665086 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:27:55.665475 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:27:55.665894 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:27:55.666276 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:27:55.666701 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:27:55.667136 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:27:55.667552 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:27:55.667927 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:27:55.668302 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:27:55.668693 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:27:55.674147 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:27:55.674147 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fdff8431780>, 'Open vSwitch agent', 'hv-cinder-76330', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:27:55.675831 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fdff8875860>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-76330', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:27:55.987916 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] get_endpoint_by_host() called for host hv-cinder-76330 {{(pid=80247) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Dec 09 05:27:55.992268 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] get_endpoint_by_ip() called for ip 192.168.0.47 {{(pid=80247) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Dec 09 05:27:55.995727 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] _add_endpoint() called for ip 192.168.0.47 {{(pid=80247) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Dec 09 05:27:56.001693 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] _get_endpoints() called {{(pid=80247) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Dec 09 05:27:57.033758 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 58358) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:27:57.184103 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-45164189-dfbe-4d8e-9123-0be6123062da admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.1489651
Dec 09 05:27:59.184329 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-43f44203-54c4-4c67-af47-9ad3e8a05b65 None None] Agent healthcheck: found 6 active agents {{(pid=80248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 09 05:27:59.804526 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 58368) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:27:59.896480 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-bb6cb553-55b0-4d8c-a071-aa58ec54fa1e admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.0906479
Dec 09 05:28:15.761958 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c226591b-0d60-403a-aaa2-e7e4ac63ae97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:28:17.301255 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-665b5049-1b5e-4fb9-8ec3-6d2613507df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:28:18.176030 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d667687f-70e4-40ee-92a5-0e371b53b2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:28:18.948012 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:28:19.976022 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-858fc187-cc56-4aeb-a3e2-00a52ab9489b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:28:25.644589 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:28:36.184812 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-43f44203-54c4-4c67-af47-9ad3e8a05b65 None None] Agent healthcheck: found 6 active agents {{(pid=80248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 09 05:28:45.765341 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5bc1b7c3-1dbd-410c-bc34-c00e256eefd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:28:47.304528 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-702089cf-8b35-4654-b63c-bb7f57ca3ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:28:48.178803 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d667687f-70e4-40ee-92a5-0e371b53b2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:28:48.949866 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:28:49.980727 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-858fc187-cc56-4aeb-a3e2-00a52ab9489b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:28:55.665692 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:13.184596 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-43f44203-54c4-4c67-af47-9ad3e8a05b65 None None] Agent healthcheck: found 6 active agents {{(pid=80248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 09 05:29:15.769088 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6d1146b8-fc1c-46a7-8d6d-0278ccc47476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:17.308361 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ecb76efe-b3a0-4dc4-8e3b-929867830784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:18.181784 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d667687f-70e4-40ee-92a5-0e371b53b2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:18.958076 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:19.982443 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-858fc187-cc56-4aeb-a3e2-00a52ab9489b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:25.666737 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:33.025757 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 58454) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:29:33.311512 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-dcd9f0b1-c28c-42a2-8f20-a49d9ad166e8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-828419125-network', 'tenant_id': '9201b4ea11f94e639e12c77d9a8399c8'}} {{(pid=80246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:29:33.317796 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-dcd9f0b1-c28c-42a2-8f20-a49d9ad166e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:29:33.322203 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-dcd9f0b1-c28c-42a2-8f20-a49d9ad166e8 admin admin] Usage tracker for resource:network and tenant:9201b4ea11f94e639e12c77d9a8399c8 is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:29:33.325431 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-dcd9f0b1-c28c-42a2-8f20-a49d9ad166e8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:29:33.332545 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-dcd9f0b1-c28c-42a2-8f20-a49d9ad166e8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:29:33.342778 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd9f0b1-c28c-42a2-8f20-a49d9ad166e8 admin admin] Made reservation on behalf of 9201b4ea11f94e639e12c77d9a8399c8 for: {'network': 1} {{(pid=80246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 09 05:29:33.349172 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-dcd9f0b1-c28c-42a2-8f20-a49d9ad166e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for network, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:33.370275 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-dcd9f0b1-c28c-42a2-8f20-a49d9ad166e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:33.386137 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-dcd9f0b1-c28c-42a2-8f20-a49d9ad166e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:29:33.390356 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-dcd9f0b1-c28c-42a2-8f20-a49d9ad166e8 admin admin] Usage tracker for resource:security_group_rule and tenant:9201b4ea11f94e639e12c77d9a8399c8 is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:29:33.393400 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-dcd9f0b1-c28c-42a2-8f20-a49d9ad166e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:29:33.399768 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-dcd9f0b1-c28c-42a2-8f20-a49d9ad166e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:29:33.496143 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-dcd9f0b1-c28c-42a2-8f20-a49d9ad166e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:33.500349 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-dcd9f0b1-c28c-42a2-8f20-a49d9ad166e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:33.505595 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:29:33.544695 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcd9f0b1-c28c-42a2-8f20-a49d9ad166e8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 09 05:29:33.557265 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd9f0b1-c28c-42a2-8f20-a49d9ad166e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f63a5a5-f4d6-4956-aeb1-ebe73a8ce8fd,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:29:33.563245 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-dcd9f0b1-c28c-42a2-8f20-a49d9ad166e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638805'] for segment, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:33.564113 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.db.segments_db [None req-dcd9f0b1-c28c-42a2-8f20-a49d9ad166e8 admin admin] Added segment cd7393d7-7f78-4ab1-8639-f6501869916c of type vxlan for network dc85d922-ae22-42c5-9deb-45d818643b4d
Dec 09 05:29:33.573326 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd9f0b1-c28c-42a2-8f20-a49d9ad166e8 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:33.573724 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd9f0b1-c28c-42a2-8f20-a49d9ad166e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:33.574170 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd9f0b1-c28c-42a2-8f20-a49d9ad166e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:33.574535 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd9f0b1-c28c-42a2-8f20-a49d9ad166e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:33.574894 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd9f0b1-c28c-42a2-8f20-a49d9ad166e8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:33.575268 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd9f0b1-c28c-42a2-8f20-a49d9ad166e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:33.575681 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd9f0b1-c28c-42a2-8f20-a49d9ad166e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:33.575978 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd9f0b1-c28c-42a2-8f20-a49d9ad166e8 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:33.576336 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd9f0b1-c28c-42a2-8f20-a49d9ad166e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:33.576690 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd9f0b1-c28c-42a2-8f20-a49d9ad166e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:33.577039 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd9f0b1-c28c-42a2-8f20-a49d9ad166e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:33.577397 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd9f0b1-c28c-42a2-8f20-a49d9ad166e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:33.577755 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd9f0b1-c28c-42a2-8f20-a49d9ad166e8 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:33.578129 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd9f0b1-c28c-42a2-8f20-a49d9ad166e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:33.578476 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd9f0b1-c28c-42a2-8f20-a49d9ad166e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:33.579079 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd9f0b1-c28c-42a2-8f20-a49d9ad166e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:33.579898 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd9f0b1-c28c-42a2-8f20-a49d9ad166e8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:33.580074 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd9f0b1-c28c-42a2-8f20-a49d9ad166e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:33.580487 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd9f0b1-c28c-42a2-8f20-a49d9ad166e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:33.580716 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd9f0b1-c28c-42a2-8f20-a49d9ad166e8 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:33.581063 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd9f0b1-c28c-42a2-8f20-a49d9ad166e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:33.581409 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd9f0b1-c28c-42a2-8f20-a49d9ad166e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:33.581758 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd9f0b1-c28c-42a2-8f20-a49d9ad166e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:33.582127 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd9f0b1-c28c-42a2-8f20-a49d9ad166e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:33.583444 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd9f0b1-c28c-42a2-8f20-a49d9ad166e8 admin admin] Tracked resource versions report:
Dec 09 05:29:33.583444 dv-cinder-763306-6-iscsi neutron-server[80130]: pushed versions:
Dec 09 05:29:33.583444 dv-cinder-763306-6-iscsi neutron-server[80130]: {   'AddressGroup': {'1.0'},
Dec 09 05:29:33.583444 dv-cinder-763306-6-iscsi neutron-server[80130]:     'ConntrackHelper': {'1.0'},
Dec 09 05:29:33.583444 dv-cinder-763306-6-iscsi neutron-server[80130]:     'Log': {'1.0'},
Dec 09 05:29:33.583444 dv-cinder-763306-6-iscsi neutron-server[80130]:     'Network': {'1.1'},
Dec 09 05:29:33.583444 dv-cinder-763306-6-iscsi neutron-server[80130]:     'Port': {'1.6'},
Dec 09 05:29:33.583444 dv-cinder-763306-6-iscsi neutron-server[80130]:     'PortForwarding': {'1.2'},
Dec 09 05:29:33.583444 dv-cinder-763306-6-iscsi neutron-server[80130]:     'QosPolicy': {'1.8'},
Dec 09 05:29:33.583444 dv-cinder-763306-6-iscsi neutron-server[80130]:     'SecurityGroup': {'1.3'},
Dec 09 05:29:33.583444 dv-cinder-763306-6-iscsi neutron-server[80130]:     'SecurityGroupRule': {'1.1'},
Dec 09 05:29:33.583444 dv-cinder-763306-6-iscsi neutron-server[80130]:     'SubPort': {'1.0'},
Dec 09 05:29:33.583444 dv-cinder-763306-6-iscsi neutron-server[80130]:     'Subnet': {'1.1'},
Dec 09 05:29:33.583444 dv-cinder-763306-6-iscsi neutron-server[80130]:     'Trunk': {'1.1'}}
Dec 09 05:29:33.583444 dv-cinder-763306-6-iscsi neutron-server[80130]: consumer versions:
Dec 09 05:29:33.583444 dv-cinder-763306-6-iscsi neutron-server[80130]: {   DHCP agent@dv-cinder-763306-6-iscsi: {},
Dec 09 05:29:33.583444 dv-cinder-763306-6-iscsi neutron-server[80130]:     L3 agent@dv-cinder-763306-6-iscsi: {},
Dec 09 05:29:33.583444 dv-cinder-763306-6-iscsi neutron-server[80130]:     Metadata agent@dv-cinder-763306-6-iscsi: {},
Dec 09 05:29:33.583444 dv-cinder-763306-6-iscsi neutron-server[80130]:     Metering agent@dv-cinder-763306-6-iscsi: {},
Dec 09 05:29:33.583444 dv-cinder-763306-6-iscsi neutron-server[80130]:     Open vSwitch agent@dv-cinder-763306-6-iscsi: {   'AddressGroup': '1.0',
Dec 09 05:29:33.583444 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'ConntrackHelper': '1.0',
Dec 09 05:29:33.583444 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'Log': '1.0',
Dec 09 05:29:33.583444 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'Network': '1.1',
Dec 09 05:29:33.583444 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'Port': '1.6',
Dec 09 05:29:33.583444 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'PortForwarding': '1.2',
Dec 09 05:29:33.583444 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'QosPolicy': '1.8',
Dec 09 05:29:33.583444 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'SecurityGroup': '1.3',
Dec 09 05:29:33.583444 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'SecurityGroupRule': '1.1',
Dec 09 05:29:33.583444 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'SubPort': '1.0',
Dec 09 05:29:33.583444 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'Subnet': '1.1',
Dec 09 05:29:33.583444 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'Trunk': '1.1'},
Dec 09 05:29:33.583444 dv-cinder-763306-6-iscsi neutron-server[80130]:     Open vSwitch agent@hv-cinder-76330: {   'AddressGroup': '1.0',
Dec 09 05:29:33.583444 dv-cinder-763306-6-iscsi neutron-server[80130]:                                             'ConntrackHelper': '1.0',
Dec 09 05:29:33.583444 dv-cinder-763306-6-iscsi neutron-server[80130]:                                             'Log': '1.0',
Dec 09 05:29:33.583444 dv-cinder-763306-6-iscsi neutron-server[80130]:                                             'Network': '1.1',
Dec 09 05:29:33.583444 dv-cinder-763306-6-iscsi neutron-server[80130]:                                             'Port': '1.6',
Dec 09 05:29:33.583444 dv-cinder-763306-6-iscsi neutron-server[80130]:                                             'PortForwarding': '1.2',
Dec 09 05:29:33.583444 dv-cinder-763306-6-iscsi neutron-server[80130]:                                             'QosPolicy': '1.8',
Dec 09 05:29:33.583444 dv-cinder-763306-6-iscsi neutron-server[80130]:                                             'SecurityGroup': '1.3',
Dec 09 05:29:33.583444 dv-cinder-763306-6-iscsi neutron-server[80130]:                                             'SecurityGroupRule': '1.1',
Dec 09 05:29:33.583444 dv-cinder-763306-6-iscsi neutron-server[80130]:                                             'SubPort': '1.0',
Dec 09 05:29:33.583444 dv-cinder-763306-6-iscsi neutron-server[80130]:                                             'Subnet': '1.1',
Dec 09 05:29:33.583444 dv-cinder-763306-6-iscsi neutron-server[80130]:                                             'Trunk': '1.1'}}
Dec 09 05:29:33.583444 dv-cinder-763306-6-iscsi neutron-server[80130]:  {{(pid=80246) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 09 05:29:33.588333 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-dcd9f0b1-c28c-42a2-8f20-a49d9ad166e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:29:33.615458 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-dcd9f0b1-c28c-42a2-8f20-a49d9ad166e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363249358512056'] for network, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:33.655197 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-dcd9f0b1-c28c-42a2-8f20-a49d9ad166e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854364948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894'] for network, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:33.656567 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd9f0b1-c28c-42a2-8f20-a49d9ad166e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:29:33.656925 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-dcd9f0b1-c28c-42a2-8f20-a49d9ad166e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3226941'] for network, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:33.670728 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:29:33.795974 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd9f0b1-c28c-42a2-8f20-a49d9ad166e8 admin admin] Pushing event updated for resources: {'Network': ['ID=dc85d922-ae22-42c5-9deb-45d818643b4d,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:29:33.802961 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-dcd9f0b1-c28c-42a2-8f20-a49d9ad166e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:29:33.811869 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Network dc85d922-ae22-42c5-9deb-45d818643b4d details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80247) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 09 05:29:33.814841 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 58504) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:29:33.814982 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-dcd9f0b1-c28c-42a2-8f20-a49d9ad166e8 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201  len: 876 time: 0.7872992
Dec 09 05:29:33.823343 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-1a18df0f-1434-4429-b6ae-93f640011c47 admin admin] Request body: {'subnet': {'network_id': 'dc85d922-ae22-42c5-9deb-45d818643b4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-828419125-subnet', 'tenant_id': '9201b4ea11f94e639e12c77d9a8399c8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:29:33.830192 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-1a18df0f-1434-4429-b6ae-93f640011c47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:29:33.838147 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-1a18df0f-1434-4429-b6ae-93f640011c47 admin admin] Usage tracker for resource:subnet and tenant:9201b4ea11f94e639e12c77d9a8399c8 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:29:33.842356 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-1a18df0f-1434-4429-b6ae-93f640011c47 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:29:33.849747 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-1a18df0f-1434-4429-b6ae-93f640011c47 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:29:33.861256 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a18df0f-1434-4429-b6ae-93f640011c47 admin admin] Made reservation on behalf of 9201b4ea11f94e639e12c77d9a8399c8 for: {'subnet': 1} {{(pid=80245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 09 05:29:33.868192 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1a18df0f-1434-4429-b6ae-93f640011c47 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:33.890865 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Network dc85d922-ae22-42c5-9deb-45d818643b4d details requested by agent ovs-agent-dv-cinder-763306-6-iscsi with host dv-cinder-763306-6-iscsi {{(pid=80247) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 09 05:29:34.379124 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1a18df0f-1434-4429-b6ae-93f640011c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854364984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894'] for subnet, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:34.397842 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:29:34.565671 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a18df0f-1434-4429-b6ae-93f640011c47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f49fd64-da9a-42ca-aba6-01dbe1ac7987,revision_number=0']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:29:34.575586 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a18df0f-1434-4429-b6ae-93f640011c47 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:34.576250 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a18df0f-1434-4429-b6ae-93f640011c47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:34.576511 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a18df0f-1434-4429-b6ae-93f640011c47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:34.576693 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a18df0f-1434-4429-b6ae-93f640011c47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:34.576965 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a18df0f-1434-4429-b6ae-93f640011c47 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:34.577351 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a18df0f-1434-4429-b6ae-93f640011c47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:34.577915 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a18df0f-1434-4429-b6ae-93f640011c47 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:34.578261 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a18df0f-1434-4429-b6ae-93f640011c47 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:34.578423 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a18df0f-1434-4429-b6ae-93f640011c47 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:34.578783 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a18df0f-1434-4429-b6ae-93f640011c47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:34.579847 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a18df0f-1434-4429-b6ae-93f640011c47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:34.580474 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a18df0f-1434-4429-b6ae-93f640011c47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:34.581271 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a18df0f-1434-4429-b6ae-93f640011c47 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:34.581779 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a18df0f-1434-4429-b6ae-93f640011c47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:34.582452 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a18df0f-1434-4429-b6ae-93f640011c47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:34.583093 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a18df0f-1434-4429-b6ae-93f640011c47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:34.583532 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a18df0f-1434-4429-b6ae-93f640011c47 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:34.583916 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a18df0f-1434-4429-b6ae-93f640011c47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:34.584223 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a18df0f-1434-4429-b6ae-93f640011c47 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:34.584575 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a18df0f-1434-4429-b6ae-93f640011c47 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:34.584928 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a18df0f-1434-4429-b6ae-93f640011c47 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:34.585278 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a18df0f-1434-4429-b6ae-93f640011c47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:34.585629 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a18df0f-1434-4429-b6ae-93f640011c47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:34.586012 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a18df0f-1434-4429-b6ae-93f640011c47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:34.588284 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a18df0f-1434-4429-b6ae-93f640011c47 admin admin] Tracked resource versions report:
Dec 09 05:29:34.588284 dv-cinder-763306-6-iscsi neutron-server[80130]: pushed versions:
Dec 09 05:29:34.588284 dv-cinder-763306-6-iscsi neutron-server[80130]: {   'AddressGroup': {'1.0'},
Dec 09 05:29:34.588284 dv-cinder-763306-6-iscsi neutron-server[80130]:     'ConntrackHelper': {'1.0'},
Dec 09 05:29:34.588284 dv-cinder-763306-6-iscsi neutron-server[80130]:     'Log': {'1.0'},
Dec 09 05:29:34.588284 dv-cinder-763306-6-iscsi neutron-server[80130]:     'Network': {'1.1'},
Dec 09 05:29:34.588284 dv-cinder-763306-6-iscsi neutron-server[80130]:     'Port': {'1.6'},
Dec 09 05:29:34.588284 dv-cinder-763306-6-iscsi neutron-server[80130]:     'PortForwarding': {'1.2'},
Dec 09 05:29:34.588284 dv-cinder-763306-6-iscsi neutron-server[80130]:     'QosPolicy': {'1.8'},
Dec 09 05:29:34.588284 dv-cinder-763306-6-iscsi neutron-server[80130]:     'SecurityGroup': {'1.3'},
Dec 09 05:29:34.588284 dv-cinder-763306-6-iscsi neutron-server[80130]:     'SecurityGroupRule': {'1.1'},
Dec 09 05:29:34.588284 dv-cinder-763306-6-iscsi neutron-server[80130]:     'SubPort': {'1.0'},
Dec 09 05:29:34.588284 dv-cinder-763306-6-iscsi neutron-server[80130]:     'Subnet': {'1.1'},
Dec 09 05:29:34.588284 dv-cinder-763306-6-iscsi neutron-server[80130]:     'Trunk': {'1.1'}}
Dec 09 05:29:34.588284 dv-cinder-763306-6-iscsi neutron-server[80130]: consumer versions:
Dec 09 05:29:34.588284 dv-cinder-763306-6-iscsi neutron-server[80130]: {   DHCP agent@dv-cinder-763306-6-iscsi: {},
Dec 09 05:29:34.588284 dv-cinder-763306-6-iscsi neutron-server[80130]:     L3 agent@dv-cinder-763306-6-iscsi: {},
Dec 09 05:29:34.588284 dv-cinder-763306-6-iscsi neutron-server[80130]:     Metadata agent@dv-cinder-763306-6-iscsi: {},
Dec 09 05:29:34.588284 dv-cinder-763306-6-iscsi neutron-server[80130]:     Metering agent@dv-cinder-763306-6-iscsi: {},
Dec 09 05:29:34.588284 dv-cinder-763306-6-iscsi neutron-server[80130]:     Open vSwitch agent@dv-cinder-763306-6-iscsi: {   'AddressGroup': '1.0',
Dec 09 05:29:34.588284 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'ConntrackHelper': '1.0',
Dec 09 05:29:34.588284 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'Log': '1.0',
Dec 09 05:29:34.588284 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'Network': '1.1',
Dec 09 05:29:34.588284 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'Port': '1.6',
Dec 09 05:29:34.588284 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'PortForwarding': '1.2',
Dec 09 05:29:34.588284 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'QosPolicy': '1.8',
Dec 09 05:29:34.588284 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'SecurityGroup': '1.3',
Dec 09 05:29:34.588284 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'SecurityGroupRule': '1.1',
Dec 09 05:29:34.588284 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'SubPort': '1.0',
Dec 09 05:29:34.588284 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'Subnet': '1.1',
Dec 09 05:29:34.588284 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'Trunk': '1.1'},
Dec 09 05:29:34.588284 dv-cinder-763306-6-iscsi neutron-server[80130]:     Open vSwitch agent@hv-cinder-76330: {   'AddressGroup': '1.0',
Dec 09 05:29:34.588284 dv-cinder-763306-6-iscsi neutron-server[80130]:                                             'ConntrackHelper': '1.0',
Dec 09 05:29:34.588284 dv-cinder-763306-6-iscsi neutron-server[80130]:                                             'Log': '1.0',
Dec 09 05:29:34.588284 dv-cinder-763306-6-iscsi neutron-server[80130]:                                             'Network': '1.1',
Dec 09 05:29:34.588284 dv-cinder-763306-6-iscsi neutron-server[80130]:                                             'Port': '1.6',
Dec 09 05:29:34.588284 dv-cinder-763306-6-iscsi neutron-server[80130]:                                             'PortForwarding': '1.2',
Dec 09 05:29:34.588284 dv-cinder-763306-6-iscsi neutron-server[80130]:                                             'QosPolicy': '1.8',
Dec 09 05:29:34.588284 dv-cinder-763306-6-iscsi neutron-server[80130]:                                             'SecurityGroup': '1.3',
Dec 09 05:29:34.588284 dv-cinder-763306-6-iscsi neutron-server[80130]:                                             'SecurityGroupRule': '1.1',
Dec 09 05:29:34.588284 dv-cinder-763306-6-iscsi neutron-server[80130]:                                             'SubPort': '1.0',
Dec 09 05:29:34.588284 dv-cinder-763306-6-iscsi neutron-server[80130]:                                             'Subnet': '1.1',
Dec 09 05:29:34.588284 dv-cinder-763306-6-iscsi neutron-server[80130]:                                             'Trunk': '1.1'}}
Dec 09 05:29:34.588284 dv-cinder-763306-6-iscsi neutron-server[80130]:  {{(pid=80245) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 09 05:29:34.594706 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-1a18df0f-1434-4429-b6ae-93f640011c47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:29:34.667958 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a18df0f-1434-4429-b6ae-93f640011c47 admin admin] Checking segment: {'id': 'cd7393d7-7f78-4ab1-8639-f6501869916c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dc85d922-ae22-42c5-9deb-45d818643b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 09 05:29:34.668357 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a18df0f-1434-4429-b6ae-93f640011c47 admin admin] Network hostable DHCP agents. Network: dc85d922-ae22-42c5-9deb-45d818643b4d, hostable agents: ['cf8ef789-40b7-4066-b095-c11a9e991b4e'], hosted agents: [] {{(pid=80245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 09 05:29:34.689738 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a18df0f-1434-4429-b6ae-93f640011c47 admin admin] Network dc85d922-ae22-42c5-9deb-45d818643b4d is scheduled to be hosted by DHCP agent cf8ef789-40b7-4066-b095-c11a9e991b4e with binding_index 1 {{(pid=80245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 09 05:29:34.701063 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-1a18df0f-1434-4429-b6ae-93f640011c47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-6-iscsi, dc85d922-ae22-42c5-9deb-45d818643b4d) {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:29:34.705447 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a18df0f-1434-4429-b6ae-93f640011c47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:29:34.706124 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1a18df0f-1434-4429-b6ae-93f640011c47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3226941'] for subnet, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:34.711818 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2203f303-7a0e-498e-b3f7-8e00f26163ba None None] Network dc85d922-ae22-42c5-9deb-45d818643b4d requested from dv-cinder-763306-6-iscsi {{(pid=80247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 09 05:29:34.757431 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 58534) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:29:34.767461 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-2228e5c2-3d20-4cf9-a1d3-7b4c0868bf2c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-828419125-router', 'tenant_id': '9201b4ea11f94e639e12c77d9a8399c8', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89'}}} {{(pid=80246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:29:34.772556 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-1a18df0f-1434-4429-b6ae-93f640011c47 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.9556448
Dec 09 05:29:34.777711 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-2228e5c2-3d20-4cf9-a1d3-7b4c0868bf2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:29:34.785608 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-2228e5c2-3d20-4cf9-a1d3-7b4c0868bf2c admin admin] Usage tracker for resource:router and tenant:9201b4ea11f94e639e12c77d9a8399c8 is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:29:34.806146 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-2228e5c2-3d20-4cf9-a1d3-7b4c0868bf2c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:29:34.812735 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-2228e5c2-3d20-4cf9-a1d3-7b4c0868bf2c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:29:34.825531 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2228e5c2-3d20-4cf9-a1d3-7b4c0868bf2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854371491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3633'] for router, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:34.828237 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2228e5c2-3d20-4cf9-a1d3-7b4c0868bf2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854381126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036851028643', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772167'] for router, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:34.865243 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2228e5c2-3d20-4cf9-a1d3-7b4c0868bf2c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:35.056393 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90cebfe-e399-41f5-b5e0-9f2493ba8156 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd19d2df8-5246-5bd6-ad5c-c97c8fcfd48f-dc85d922-ae22-42c5-9deb-45d818643b4d', 'network_id': 'dc85d922-ae22-42c5-9deb-45d818643b4d', 'tenant_id': '9201b4ea11f94e639e12c77d9a8399c8', 'fixed_ips': [{'subnet_id': '8f49fd64-da9a-42ca-aba6-01dbe1ac7987'}]}} from dv-cinder-763306-6-iscsi. {{(pid=80247) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 09 05:29:35.057326 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d90cebfe-e399-41f5-b5e0-9f2493ba8156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_create {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:35.213727 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 58552) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:29:35.252322 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2228e5c2-3d20-4cf9-a1d3-7b4c0868bf2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036851028702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854371550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772138'] for router, precommit_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:35.422079 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [None req-d90cebfe-e399-41f5-b5e0-9f2493ba8156 None None] Allocated IP 172.20.0.2 (dc85d922-ae22-42c5-9deb-45d818643b4d/8f49fd64-da9a-42ca-aba6-01dbe1ac7987/ce3a05c3-856b-4775-aba4-4d3052dc437a) {{(pid=80247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 09 05:29:35.643670 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2228e5c2-3d20-4cf9-a1d3-7b4c0868bf2c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:35.680104 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2228e5c2-3d20-4cf9-a1d3-7b4c0868bf2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:35.684709 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d90cebfe-e399-41f5-b5e0-9f2493ba8156 None None] Notify callbacks [] for port, precommit_create {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:35.699076 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-d90cebfe-e399-41f5-b5e0-9f2493ba8156 None None] Transition to ACTIVE for port object ce3a05c3-856b-4775-aba4-4d3052dc437a will not be triggered until provisioned by entity L2. {{(pid=80247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 09 05:29:35.722440 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-d90cebfe-e399-41f5-b5e0-9f2493ba8156 None None] Transition to ACTIVE for port object ce3a05c3-856b-4775-aba4-4d3052dc437a will not be triggered until provisioned by entity DHCP. {{(pid=80247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 09 05:29:35.727766 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d90cebfe-e399-41f5-b5e0-9f2493ba8156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249358491764'] for port, after_create {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:35.767686 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-09648644-b301-4892-aef3-73b6dd191d3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:29:35.800048 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-dd4be7ed-5f56-4c3e-aee5-5845d8ce10f5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-802605716-network', 'tenant_id': 'f2e56e35acf649b3b3156dba09242a4f'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:29:35.825969 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-dd4be7ed-5f56-4c3e-aee5-5845d8ce10f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:29:35.838318 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90cebfe-e399-41f5-b5e0-9f2493ba8156 None None] Pushing event updated for resources: {'Port': ['ID=ce3a05c3-856b-4775-aba4-4d3052dc437a,revision_number=1']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:29:35.839872 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-dd4be7ed-5f56-4c3e-aee5-5845d8ce10f5 admin admin] Usage tracker for resource:network and tenant:f2e56e35acf649b3b3156dba09242a4f is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:29:35.846226 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-dd4be7ed-5f56-4c3e-aee5-5845d8ce10f5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:29:35.858989 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-dd4be7ed-5f56-4c3e-aee5-5845d8ce10f5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:29:35.871876 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd4be7ed-5f56-4c3e-aee5-5845d8ce10f5 admin admin] Made reservation on behalf of f2e56e35acf649b3b3156dba09242a4f for: {'network': 1} {{(pid=80245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 09 05:29:35.877342 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-dd4be7ed-5f56-4c3e-aee5-5845d8ce10f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for network, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:35.892806 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-dd4be7ed-5f56-4c3e-aee5-5845d8ce10f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:35.908029 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90cebfe-e399-41f5-b5e0-9f2493ba8156 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:35.908414 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90cebfe-e399-41f5-b5e0-9f2493ba8156 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:35.908789 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90cebfe-e399-41f5-b5e0-9f2493ba8156 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:35.909160 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90cebfe-e399-41f5-b5e0-9f2493ba8156 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:35.909536 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90cebfe-e399-41f5-b5e0-9f2493ba8156 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:35.909892 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90cebfe-e399-41f5-b5e0-9f2493ba8156 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:35.910258 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90cebfe-e399-41f5-b5e0-9f2493ba8156 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:35.910624 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90cebfe-e399-41f5-b5e0-9f2493ba8156 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:35.911008 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90cebfe-e399-41f5-b5e0-9f2493ba8156 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:35.911371 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90cebfe-e399-41f5-b5e0-9f2493ba8156 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:35.911728 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90cebfe-e399-41f5-b5e0-9f2493ba8156 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:35.912087 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90cebfe-e399-41f5-b5e0-9f2493ba8156 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:35.912487 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90cebfe-e399-41f5-b5e0-9f2493ba8156 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:35.912841 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90cebfe-e399-41f5-b5e0-9f2493ba8156 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:35.913193 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90cebfe-e399-41f5-b5e0-9f2493ba8156 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:35.913546 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90cebfe-e399-41f5-b5e0-9f2493ba8156 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:35.913920 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90cebfe-e399-41f5-b5e0-9f2493ba8156 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:35.914276 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90cebfe-e399-41f5-b5e0-9f2493ba8156 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:35.914382 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-dd4be7ed-5f56-4c3e-aee5-5845d8ce10f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:29:35.914629 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90cebfe-e399-41f5-b5e0-9f2493ba8156 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:35.914982 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90cebfe-e399-41f5-b5e0-9f2493ba8156 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:35.915398 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90cebfe-e399-41f5-b5e0-9f2493ba8156 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:35.915665 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90cebfe-e399-41f5-b5e0-9f2493ba8156 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:35.916019 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90cebfe-e399-41f5-b5e0-9f2493ba8156 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:35.916373 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90cebfe-e399-41f5-b5e0-9f2493ba8156 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:35.917711 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90cebfe-e399-41f5-b5e0-9f2493ba8156 None None] Tracked resource versions report:
Dec 09 05:29:35.917711 dv-cinder-763306-6-iscsi neutron-server[80130]: pushed versions:
Dec 09 05:29:35.917711 dv-cinder-763306-6-iscsi neutron-server[80130]: {   'AddressGroup': {'1.0'},
Dec 09 05:29:35.917711 dv-cinder-763306-6-iscsi neutron-server[80130]:     'ConntrackHelper': {'1.0'},
Dec 09 05:29:35.917711 dv-cinder-763306-6-iscsi neutron-server[80130]:     'Log': {'1.0'},
Dec 09 05:29:35.917711 dv-cinder-763306-6-iscsi neutron-server[80130]:     'Network': {'1.1'},
Dec 09 05:29:35.917711 dv-cinder-763306-6-iscsi neutron-server[80130]:     'Port': {'1.6'},
Dec 09 05:29:35.917711 dv-cinder-763306-6-iscsi neutron-server[80130]:     'PortForwarding': {'1.2'},
Dec 09 05:29:35.917711 dv-cinder-763306-6-iscsi neutron-server[80130]:     'QosPolicy': {'1.8'},
Dec 09 05:29:35.917711 dv-cinder-763306-6-iscsi neutron-server[80130]:     'SecurityGroup': {'1.3'},
Dec 09 05:29:35.917711 dv-cinder-763306-6-iscsi neutron-server[80130]:     'SecurityGroupRule': {'1.1'},
Dec 09 05:29:35.917711 dv-cinder-763306-6-iscsi neutron-server[80130]:     'SubPort': {'1.0'},
Dec 09 05:29:35.917711 dv-cinder-763306-6-iscsi neutron-server[80130]:     'Subnet': {'1.1'},
Dec 09 05:29:35.917711 dv-cinder-763306-6-iscsi neutron-server[80130]:     'Trunk': {'1.1'}}
Dec 09 05:29:35.917711 dv-cinder-763306-6-iscsi neutron-server[80130]: consumer versions:
Dec 09 05:29:35.917711 dv-cinder-763306-6-iscsi neutron-server[80130]: {   DHCP agent@dv-cinder-763306-6-iscsi: {},
Dec 09 05:29:35.917711 dv-cinder-763306-6-iscsi neutron-server[80130]:     L3 agent@dv-cinder-763306-6-iscsi: {},
Dec 09 05:29:35.917711 dv-cinder-763306-6-iscsi neutron-server[80130]:     Metadata agent@dv-cinder-763306-6-iscsi: {},
Dec 09 05:29:35.917711 dv-cinder-763306-6-iscsi neutron-server[80130]:     Metering agent@dv-cinder-763306-6-iscsi: {},
Dec 09 05:29:35.917711 dv-cinder-763306-6-iscsi neutron-server[80130]:     Open vSwitch agent@dv-cinder-763306-6-iscsi: {   'AddressGroup': '1.0',
Dec 09 05:29:35.917711 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'ConntrackHelper': '1.0',
Dec 09 05:29:35.917711 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'Log': '1.0',
Dec 09 05:29:35.917711 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'Network': '1.1',
Dec 09 05:29:35.917711 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'Port': '1.6',
Dec 09 05:29:35.917711 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'PortForwarding': '1.2',
Dec 09 05:29:35.917711 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'QosPolicy': '1.8',
Dec 09 05:29:35.917711 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'SecurityGroup': '1.3',
Dec 09 05:29:35.917711 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'SecurityGroupRule': '1.1',
Dec 09 05:29:35.917711 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'SubPort': '1.0',
Dec 09 05:29:35.917711 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'Subnet': '1.1',
Dec 09 05:29:35.917711 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'Trunk': '1.1'},
Dec 09 05:29:35.917711 dv-cinder-763306-6-iscsi neutron-server[80130]:     Open vSwitch agent@hv-cinder-76330: {   'AddressGroup': '1.0',
Dec 09 05:29:35.917711 dv-cinder-763306-6-iscsi neutron-server[80130]:                                             'ConntrackHelper': '1.0',
Dec 09 05:29:35.917711 dv-cinder-763306-6-iscsi neutron-server[80130]:                                             'Log': '1.0',
Dec 09 05:29:35.917711 dv-cinder-763306-6-iscsi neutron-server[80130]:                                             'Network': '1.1',
Dec 09 05:29:35.917711 dv-cinder-763306-6-iscsi neutron-server[80130]:                                             'Port': '1.6',
Dec 09 05:29:35.917711 dv-cinder-763306-6-iscsi neutron-server[80130]:                                             'PortForwarding': '1.2',
Dec 09 05:29:35.917711 dv-cinder-763306-6-iscsi neutron-server[80130]:                                             'QosPolicy': '1.8',
Dec 09 05:29:35.917711 dv-cinder-763306-6-iscsi neutron-server[80130]:                                             'SecurityGroup': '1.3',
Dec 09 05:29:35.917711 dv-cinder-763306-6-iscsi neutron-server[80130]:                                             'SecurityGroupRule': '1.1',
Dec 09 05:29:35.917711 dv-cinder-763306-6-iscsi neutron-server[80130]:                                             'SubPort': '1.0',
Dec 09 05:29:35.917711 dv-cinder-763306-6-iscsi neutron-server[80130]:                                             'Subnet': '1.1',
Dec 09 05:29:35.917711 dv-cinder-763306-6-iscsi neutron-server[80130]:                                             'Trunk': '1.1'}}
Dec 09 05:29:35.917711 dv-cinder-763306-6-iscsi neutron-server[80130]:  {{(pid=80247) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 09 05:29:35.920354 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-dd4be7ed-5f56-4c3e-aee5-5845d8ce10f5 admin admin] Usage tracker for resource:security_group_rule and tenant:f2e56e35acf649b3b3156dba09242a4f is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:29:35.921643 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-d90cebfe-e399-41f5-b5e0-9f2493ba8156 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:29:35.930340 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-dd4be7ed-5f56-4c3e-aee5-5845d8ce10f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:29:35.938530 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-dd4be7ed-5f56-4c3e-aee5-5845d8ce10f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:29:35.998344 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90cebfe-e399-41f5-b5e0-9f2493ba8156 None None] Network dc85d922-ae22-42c5-9deb-45d818643b4d is already hosted by enough agents. {{(pid=80247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 09 05:29:35.999725 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-d90cebfe-e399-41f5-b5e0-9f2493ba8156 None None] Resources bound (agent type, host, resource id):  {{(pid=80247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:29:36.005695 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90cebfe-e399-41f5-b5e0-9f2493ba8156 None None] Received port after_create {{(pid=80247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 09 05:29:36.045291 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 58576) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:29:36.086351 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-d90cebfe-e399-41f5-b5e0-9f2493ba8156 None None] Attempting to bind port ce3a05c3-856b-4775-aba4-4d3052dc437a on host dv-cinder-763306-6-iscsi for vnic_type normal with profile  {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 09 05:29:36.086763 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-d90cebfe-e399-41f5-b5e0-9f2493ba8156 None None] Attempting to bind port ce3a05c3-856b-4775-aba4-4d3052dc437a by drivers openvswitch on host dv-cinder-763306-6-iscsi at level 0 using segments [{'id': 'cd7393d7-7f78-4ab1-8639-f6501869916c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dc85d922-ae22-42c5-9deb-45d818643b4d'}] {{(pid=80247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 09 05:29:36.087173 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90cebfe-e399-41f5-b5e0-9f2493ba8156 None None] Attempting to bind port ce3a05c3-856b-4775-aba4-4d3052dc437a on network dc85d922-ae22-42c5-9deb-45d818643b4d {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 09 05:29:36.099389 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90cebfe-e399-41f5-b5e0-9f2493ba8156 None None] Checking agent: {'id': '7299edea-3c4e-4ec0-b2b3-c0ac9bf6315b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 20, 49), 'started_at': datetime.datetime(2020, 12, 9, 5, 21, 19), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 05:29:36.099795 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90cebfe-e399-41f5-b5e0-9f2493ba8156 None None] Checking segment: {'id': 'cd7393d7-7f78-4ab1-8639-f6501869916c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dc85d922-ae22-42c5-9deb-45d818643b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 09 05:29:36.100228 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d90cebfe-e399-41f5-b5e0-9f2493ba8156 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:36.100590 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90cebfe-e399-41f5-b5e0-9f2493ba8156 None None] Bound using segment: {'id': 'cd7393d7-7f78-4ab1-8639-f6501869916c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dc85d922-ae22-42c5-9deb-45d818643b4d'} {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 05:29:36.101086 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-d90cebfe-e399-41f5-b5e0-9f2493ba8156 None None] Bound port: ce3a05c3-856b-4775-aba4-4d3052dc437a, host: dv-cinder-763306-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd7393d7-7f78-4ab1-8639-f6501869916c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dc85d922-ae22-42c5-9deb-45d818643b4d'}}] {{(pid=80247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 09 05:29:36.101525 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d90cebfe-e399-41f5-b5e0-9f2493ba8156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:36.107834 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-dd4be7ed-5f56-4c3e-aee5-5845d8ce10f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:36.112391 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-dd4be7ed-5f56-4c3e-aee5-5845d8ce10f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:36.117118 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:29:36.128456 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 58582) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:29:36.153949 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [None req-2228e5c2-3d20-4cf9-a1d3-7b4c0868bf2c admin admin] Allocated IP 172.27.2.19 (1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89/b1368c69-6e14-4d1d-80ab-b679585c21ba/534abad0-cb8a-45a5-89dc-932bf90ecd2c) {{(pid=80246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 09 05:29:36.163096 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd4be7ed-5f56-4c3e-aee5-5845d8ce10f5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 09 05:29:36.172431 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4be7ed-5f56-4c3e-aee5-5845d8ce10f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a41f6e6-e6c1-4dec-8036-c2c5622ed462,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:29:36.178590 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-dd4be7ed-5f56-4c3e-aee5-5845d8ce10f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:29:36.191201 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-dd4be7ed-5f56-4c3e-aee5-5845d8ce10f5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787496670511', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638805'] for segment, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:36.191419 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.db.segments_db [None req-dd4be7ed-5f56-4c3e-aee5-5845d8ce10f5 admin admin] Added segment d28f75f2-617a-4107-aa9e-23b92b1ef4c4 of type vxlan for network 06891e77-d716-4108-aee5-befcd6bf9ea6
Dec 09 05:29:36.229683 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-dd4be7ed-5f56-4c3e-aee5-5845d8ce10f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363249358512056'] for network, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:36.280802 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 58594) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:29:36.288841 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-dd4be7ed-5f56-4c3e-aee5-5845d8ce10f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854364948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894'] for network, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:36.290704 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4be7ed-5f56-4c3e-aee5-5845d8ce10f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:29:36.291980 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-dd4be7ed-5f56-4c3e-aee5-5845d8ce10f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3226941'] for network, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:36.323349 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:29:36.336459 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-d90cebfe-e399-41f5-b5e0-9f2493ba8156 None None] For port ce3a05c3-856b-4775-aba4-4d3052dc437a, host dv-cinder-763306-6-iscsi, cleared binding levels {{(pid=80247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 09 05:29:36.340127 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-d90cebfe-e399-41f5-b5e0-9f2493ba8156 None None] For port ce3a05c3-856b-4775-aba4-4d3052dc437a, host dv-cinder-763306-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=ce3a05c3-856b-4775-aba4-4d3052dc437a,segment=NetworkSegment(cd7393d7-7f78-4ab1-8639-f6501869916c),segment_id=cd7393d7-7f78-4ab1-8639-f6501869916c)] {{(pid=80247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 09 05:29:36.344319 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d90cebfe-e399-41f5-b5e0-9f2493ba8156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:36.354412 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-dd4be7ed-5f56-4c3e-aee5-5845d8ce10f5 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.1391873
Dec 09 05:29:36.355182 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 58600) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:29:36.365362 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2228e5c2-3d20-4cf9-a1d3-7b4c0868bf2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:36.369008 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-2cbfd1f0-01a8-4fbe-9500-bfaa4753f642 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:29:36.378138 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-80d37754-2b49-41ef-848e-4e31aba43f36 admin admin] Request body: {'subnet': {'network_id': '06891e77-d716-4108-aee5-befcd6bf9ea6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-802605716-subnet', 'tenant_id': 'f2e56e35acf649b3b3156dba09242a4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:29:36.385710 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-80d37754-2b49-41ef-848e-4e31aba43f36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:29:36.403648 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2228e5c2-3d20-4cf9-a1d3-7b4c0868bf2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249358491764'] for port, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:36.535477 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90cebfe-e399-41f5-b5e0-9f2493ba8156 None None] Pushing event updated for resources: {'Port': ['ID=ce3a05c3-856b-4775-aba4-4d3052dc437a,revision_number=2']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:29:36.541413 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-d90cebfe-e399-41f5-b5e0-9f2493ba8156 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:29:36.570394 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-b9ff3f2e-ad04-4c49-8044-147478c31d16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:29:36.628154 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-80d37754-2b49-41ef-848e-4e31aba43f36 admin admin] Usage tracker for resource:subnet and tenant:f2e56e35acf649b3b3156dba09242a4f is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:29:36.637499 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-80d37754-2b49-41ef-848e-4e31aba43f36 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:29:36.653900 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-80d37754-2b49-41ef-848e-4e31aba43f36 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:29:36.657037 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4be7ed-5f56-4c3e-aee5-5845d8ce10f5 admin admin] Pushing event updated for resources: {'Network': ['ID=06891e77-d716-4108-aee5-befcd6bf9ea6,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:29:36.662164 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-dd4be7ed-5f56-4c3e-aee5-5845d8ce10f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:29:36.670781 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Network 06891e77-d716-4108-aee5-befcd6bf9ea6 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80247) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 09 05:29:36.672292 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d37754-2b49-41ef-848e-4e31aba43f36 admin admin] Made reservation on behalf of f2e56e35acf649b3b3156dba09242a4f for: {'subnet': 1} {{(pid=80245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 09 05:29:36.690787 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-80d37754-2b49-41ef-848e-4e31aba43f36 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:36.691885 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Network 06891e77-d716-4108-aee5-befcd6bf9ea6 details requested by agent ovs-agent-dv-cinder-763306-6-iscsi with host dv-cinder-763306-6-iscsi {{(pid=80247) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 09 05:29:36.712999 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2228e5c2-3d20-4cf9-a1d3-7b4c0868bf2c admin admin] Pushing event updated for resources: {'Port': ['ID=534abad0-cb8a-45a5-89dc-932bf90ecd2c,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:29:36.719328 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-2228e5c2-3d20-4cf9-a1d3-7b4c0868bf2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:29:36.756118 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2228e5c2-3d20-4cf9-a1d3-7b4c0868bf2c admin admin] Network 1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89 is already hosted by enough agents. {{(pid=80246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 09 05:29:36.757464 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-2228e5c2-3d20-4cf9-a1d3-7b4c0868bf2c admin admin] Resources bound (agent type, host, resource id):  {{(pid=80246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:29:36.770738 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2228e5c2-3d20-4cf9-a1d3-7b4c0868bf2c admin admin] Received port after_create {{(pid=80246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 09 05:29:37.284342 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-80d37754-2b49-41ef-848e-4e31aba43f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854364984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894'] for subnet, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:37.303027 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:29:37.317678 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-f67f9f30-b19b-49d9-832d-6436cdb8e707 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1622316653-network', 'tenant_id': '6eccf6ce870243d1985d0f145b48f27f'}} {{(pid=80246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:29:37.325223 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-6cd8c0bc-76dc-49da-8ab7-4a40aae6e598 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-332747735-network', 'tenant_id': 'c66dfb6ad0d4440d9fde314bc8bf155a'}} {{(pid=80246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:29:37.339327 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-184551fe-dc10-41f3-9a68-f966cef49d1c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1911504410-network', 'tenant_id': '3257a949e8bc405187c51474a6152074'}} {{(pid=80246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:29:37.343306 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-f67f9f30-b19b-49d9-832d-6436cdb8e707 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:29:37.353790 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-f67f9f30-b19b-49d9-832d-6436cdb8e707 admin admin] Usage tracker for resource:network and tenant:6eccf6ce870243d1985d0f145b48f27f is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:29:37.386283 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-f67f9f30-b19b-49d9-832d-6436cdb8e707 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:29:37.402841 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-6cd8c0bc-76dc-49da-8ab7-4a40aae6e598 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:29:37.405406 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-f67f9f30-b19b-49d9-832d-6436cdb8e707 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:29:37.418219 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-6cd8c0bc-76dc-49da-8ab7-4a40aae6e598 admin admin] Usage tracker for resource:network and tenant:c66dfb6ad0d4440d9fde314bc8bf155a is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:29:37.425515 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-184551fe-dc10-41f3-9a68-f966cef49d1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:29:37.440349 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-6cd8c0bc-76dc-49da-8ab7-4a40aae6e598 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:29:37.448250 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-184551fe-dc10-41f3-9a68-f966cef49d1c admin admin] Usage tracker for resource:network and tenant:3257a949e8bc405187c51474a6152074 is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:29:37.460829 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67f9f30-b19b-49d9-832d-6436cdb8e707 admin admin] Made reservation on behalf of 6eccf6ce870243d1985d0f145b48f27f for: {'network': 1} {{(pid=80246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 09 05:29:37.462127 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d37754-2b49-41ef-848e-4e31aba43f36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0a74771-7cf7-44b6-a932-ab6aa0c12e99,revision_number=0']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:29:37.466000 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-80d37754-2b49-41ef-848e-4e31aba43f36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:29:37.466877 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f67f9f30-b19b-49d9-832d-6436cdb8e707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for network, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:37.479159 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-6cd8c0bc-76dc-49da-8ab7-4a40aae6e598 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:29:37.481561 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-184551fe-dc10-41f3-9a68-f966cef49d1c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:29:37.495563 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-184551fe-dc10-41f3-9a68-f966cef49d1c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:29:37.506950 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f67f9f30-b19b-49d9-832d-6436cdb8e707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:37.545985 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d37754-2b49-41ef-848e-4e31aba43f36 admin admin] Checking segment: {'id': 'd28f75f2-617a-4107-aa9e-23b92b1ef4c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '06891e77-d716-4108-aee5-befcd6bf9ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 09 05:29:37.546977 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d37754-2b49-41ef-848e-4e31aba43f36 admin admin] Network hostable DHCP agents. Network: 06891e77-d716-4108-aee5-befcd6bf9ea6, hostable agents: ['cf8ef789-40b7-4066-b095-c11a9e991b4e'], hosted agents: [] {{(pid=80245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 09 05:29:37.569328 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d37754-2b49-41ef-848e-4e31aba43f36 admin admin] Network 06891e77-d716-4108-aee5-befcd6bf9ea6 is scheduled to be hosted by DHCP agent cf8ef789-40b7-4066-b095-c11a9e991b4e with binding_index 1 {{(pid=80245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 09 05:29:37.585640 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-80d37754-2b49-41ef-848e-4e31aba43f36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-6-iscsi, 06891e77-d716-4108-aee5-befcd6bf9ea6) {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:29:37.595624 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2a8252-0c84-4880-ad45-3261a0876c2c None None] Network 06891e77-d716-4108-aee5-befcd6bf9ea6 requested from dv-cinder-763306-6-iscsi {{(pid=80247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 09 05:29:37.609627 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd8c0bc-76dc-49da-8ab7-4a40aae6e598 admin admin] Made reservation on behalf of c66dfb6ad0d4440d9fde314bc8bf155a for: {'network': 1} {{(pid=80246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 09 05:29:37.614035 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d37754-2b49-41ef-848e-4e31aba43f36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:29:37.614689 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-80d37754-2b49-41ef-848e-4e31aba43f36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3226941'] for subnet, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:37.615978 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6cd8c0bc-76dc-49da-8ab7-4a40aae6e598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for network, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:37.665790 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-80d37754-2b49-41ef-848e-4e31aba43f36 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 1.3039103
Dec 09 05:29:37.666452 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 58630) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:29:37.683913 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-92177ae6-4696-485f-8a40-30608e8bf8ee admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-802605716-router', 'tenant_id': 'f2e56e35acf649b3b3156dba09242a4f', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89'}}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:29:37.700160 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-92177ae6-4696-485f-8a40-30608e8bf8ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:29:37.717900 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-92177ae6-4696-485f-8a40-30608e8bf8ee admin admin] Usage tracker for resource:router and tenant:f2e56e35acf649b3b3156dba09242a4f is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:29:37.722769 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-92177ae6-4696-485f-8a40-30608e8bf8ee admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:29:37.729504 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-92177ae6-4696-485f-8a40-30608e8bf8ee admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:29:37.743173 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-92177ae6-4696-485f-8a40-30608e8bf8ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854371491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3633'] for router, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:37.745063 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-92177ae6-4696-485f-8a40-30608e8bf8ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854381126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036851028643', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772167'] for router, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:37.768949 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-92177ae6-4696-485f-8a40-30608e8bf8ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:37.776228 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-f67f9f30-b19b-49d9-832d-6436cdb8e707 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:29:37.798794 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device ce3a05c3-856b-4775-aba4-4d3052dc437a up at agent ovs-agent-dv-cinder-763306-6-iscsi {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:29:37.839702 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-184551fe-dc10-41f3-9a68-f966cef49d1c admin admin] Made reservation on behalf of 3257a949e8bc405187c51474a6152074 for: {'network': 1} {{(pid=80246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 09 05:29:37.854986 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-184551fe-dc10-41f3-9a68-f966cef49d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for network, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:37.895982 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-f67f9f30-b19b-49d9-832d-6436cdb8e707 admin admin] Usage tracker for resource:security_group_rule and tenant:6eccf6ce870243d1985d0f145b48f27f is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:29:37.903840 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-f67f9f30-b19b-49d9-832d-6436cdb8e707 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:29:37.924511 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-f67f9f30-b19b-49d9-832d-6436cdb8e707 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:29:37.973348 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-184551fe-dc10-41f3-9a68-f966cef49d1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:38.008900 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6cd8c0bc-76dc-49da-8ab7-4a40aae6e598 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:38.028957 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Provisioning for port ce3a05c3-856b-4775-aba4-4d3052dc437a completed by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 09 05:29:38.110191 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2228e5c2-3d20-4cf9-a1d3-7b4c0868bf2c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:38.245081 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c60ec1-2ba8-44c5-8ec5-df55bcb13d91 None None] Network 06891e77-d716-4108-aee5-befcd6bf9ea6 requested from dv-cinder-763306-6-iscsi {{(pid=80247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 09 05:29:38.306396 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1261f5-70ca-4b01-bda9-2bc72a9c4916 None None] Network dc85d922-ae22-42c5-9deb-45d818643b4d requested from dv-cinder-763306-6-iscsi {{(pid=80247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 09 05:29:38.524326 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-b479c95e-20b0-4158-8c6e-5ab392f3eac5 None None] Provisioning for port ce3a05c3-856b-4775-aba4-4d3052dc437a completed by entity DHCP. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 09 05:29:38.549129 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2228e5c2-3d20-4cf9-a1d3-7b4c0868bf2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-404266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3747080'] for router, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:38.550254 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-b479c95e-20b0-4158-8c6e-5ab392f3eac5 None None] Provisioning complete for port ce3a05c3-856b-4775-aba4-4d3052dc437a triggered by entity DHCP. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:29:38.550802 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b479c95e-20b0-4158-8c6e-5ab392f3eac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:38.603326 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-92177ae6-4696-485f-8a40-30608e8bf8ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036851028702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854371550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772138'] for router, precommit_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:38.773924 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b479c95e-20b0-4158-8c6e-5ab392f3eac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:38.942920 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-b479c95e-20b0-4158-8c6e-5ab392f3eac5 None None] For port ce3a05c3-856b-4775-aba4-4d3052dc437a, host dv-cinder-763306-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=ce3a05c3-856b-4775-aba4-4d3052dc437a,segment=NetworkSegment(cd7393d7-7f78-4ab1-8639-f6501869916c),segment_id=cd7393d7-7f78-4ab1-8639-f6501869916c)] {{(pid=80247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:29:38.952014 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-6cd8c0bc-76dc-49da-8ab7-4a40aae6e598 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:29:38.967758 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-184551fe-dc10-41f3-9a68-f966cef49d1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:29:39.007504 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b479c95e-20b0-4158-8c6e-5ab392f3eac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:39.008002 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-184551fe-dc10-41f3-9a68-f966cef49d1c admin admin] Usage tracker for resource:security_group_rule and tenant:3257a949e8bc405187c51474a6152074 is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:29:39.021518 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-184551fe-dc10-41f3-9a68-f966cef49d1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:29:39.025126 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-6cd8c0bc-76dc-49da-8ab7-4a40aae6e598 admin admin] Usage tracker for resource:security_group_rule and tenant:c66dfb6ad0d4440d9fde314bc8bf155a is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:29:39.027228 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:29:39.034923 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-6cd8c0bc-76dc-49da-8ab7-4a40aae6e598 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:29:39.047569 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-184551fe-dc10-41f3-9a68-f966cef49d1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:29:39.050107 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-6cd8c0bc-76dc-49da-8ab7-4a40aae6e598 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:29:39.168106 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f67f9f30-b19b-49d9-832d-6436cdb8e707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:39.169207 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2228e5c2-3d20-4cf9-a1d3-7b4c0868bf2c admin admin] Router 8559d66b-25fc-4afc-9c49-1405a5074c84 is scheduled to L3 agent 16cb43a9-cd2d-4531-acd4-2457db4a9ad2 with binding_index 1 {{(pid=80246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 09 05:29:39.183372 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f67f9f30-b19b-49d9-832d-6436cdb8e707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:39.195918 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-92177ae6-4696-485f-8a40-30608e8bf8ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:39.203497 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-43fe2f20-4af0-403e-b747-9a300555afb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:29:39.213805 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b479c95e-20b0-4158-8c6e-5ab392f3eac5 None None] Pushing event updated for resources: {'Port': ['ID=ce3a05c3-856b-4775-aba4-4d3052dc437a,revision_number=3']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:29:39.218571 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-b479c95e-20b0-4158-8c6e-5ab392f3eac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:29:39.235539 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-92177ae6-4696-485f-8a40-30608e8bf8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:39.357169 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67f9f30-b19b-49d9-832d-6436cdb8e707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd95a90-f310-4e2a-8d26-f108ea95310d,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:29:39.462319 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-f67f9f30-b19b-49d9-832d-6436cdb8e707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:29:39.509294 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f67f9f30-b19b-49d9-832d-6436cdb8e707 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 09 05:29:39.587684 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-6e00c4b4-75cc-4238-b2ca-81074a52a9a5 None None] Provisioning complete for port ce3a05c3-856b-4775-aba4-4d3052dc437a triggered by entity DHCP. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:29:39.588163 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6e00c4b4-75cc-4238-b2ca-81074a52a9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:39.695192 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-184551fe-dc10-41f3-9a68-f966cef49d1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:39.715160 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-184551fe-dc10-41f3-9a68-f966cef49d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:39.716789 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f67f9f30-b19b-49d9-832d-6436cdb8e707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638805'] for segment, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:39.717751 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.db.segments_db [None req-f67f9f30-b19b-49d9-832d-6436cdb8e707 admin admin] Added segment fe821501-62ae-499e-bd27-a982d7ea1122 of type vxlan for network c35ae514-c0a3-4dd6-86f3-408f005aa8d5
Dec 09 05:29:39.787967 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-f67f9f30-b19b-49d9-832d-6436cdb8e707 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:29:39.804050 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [None req-92177ae6-4696-485f-8a40-30608e8bf8ee admin admin] Allocated IP 172.27.2.224 (1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89/b1368c69-6e14-4d1d-80ab-b679585c21ba/810cc297-617d-482b-8d21-969e12e8e915) {{(pid=80245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 09 05:29:39.927808 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6cd8c0bc-76dc-49da-8ab7-4a40aae6e598 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:39.962904 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6cd8c0bc-76dc-49da-8ab7-4a40aae6e598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:39.984138 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f67f9f30-b19b-49d9-832d-6436cdb8e707 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363249358512056'] for network, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:39.994766 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device ce3a05c3-856b-4775-aba4-4d3052dc437a up at agent ovs-agent-dv-cinder-763306-6-iscsi {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:29:40.014939 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2228e5c2-3d20-4cf9-a1d3-7b4c0868bf2c admin admin] Notify agent at l3_agent.dv-cinder-763306-6-iscsi the message routers_updated {{(pid=80246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 09 05:29:40.030753 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a92781-dae5-4c73-bddc-072eb531fdf6 None None] Sync routers for ids ['8559d66b-25fc-4afc-9c49-1405a5074c84'] in dv-cinder-763306-6-iscsi {{(pid=80248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 09 05:29:40.031067 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184551fe-dc10-41f3-9a68-f966cef49d1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f31bb62-a357-4a0d-9bfd-fc2419bb91a6,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:29:40.071115 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a92781-dae5-4c73-bddc-072eb531fdf6 None None] Routers {'8559d66b-25fc-4afc-9c49-1405a5074c84'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:29:40.071846 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-87a92781-dae5-4c73-bddc-072eb531fdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff88ad940>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:29:17Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['8559d66b-25fc-4afc-9c49-1405a5074c84'], 'active': True} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:29:40.091575 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-184551fe-dc10-41f3-9a68-f966cef49d1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:29:40.095472 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:29:40.180419 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd8c0bc-76dc-49da-8ab7-4a40aae6e598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c302796-e63b-4d68-b75a-9fe13ae5cf2d,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:29:40.191433 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-6cd8c0bc-76dc-49da-8ab7-4a40aae6e598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:29:40.201650 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.db.api [None req-184551fe-dc10-41f3-9a68-f966cef49d1c admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80246) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 05:29:40.202205 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_db.api [None req-184551fe-dc10-41f3-9a68-f966cef49d1c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 09 05:29:40.208491 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f67f9f30-b19b-49d9-832d-6436cdb8e707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854364948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894'] for network, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:40.209340 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.db.api [None req-6cd8c0bc-76dc-49da-8ab7-4a40aae6e598 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80246) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 05:29:40.209590 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_db.api [None req-6cd8c0bc-76dc-49da-8ab7-4a40aae6e598 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 09 05:29:40.212565 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67f9f30-b19b-49d9-832d-6436cdb8e707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:29:40.214081 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f67f9f30-b19b-49d9-832d-6436cdb8e707 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3226941'] for network, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:40.220789 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:29:40.257986 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2228e5c2-3d20-4cf9-a1d3-7b4c0868bf2c admin admin] Notify callbacks [] for router, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:40.259810 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-2228e5c2-3d20-4cf9-a1d3-7b4c0868bf2c admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 5.5008090
Dec 09 05:29:40.266958 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 58696) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:29:40.339132 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Provisioning complete for port ce3a05c3-856b-4775-aba4-4d3052dc437a triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:29:40.343055 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:40.355227 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-92177ae6-4696-485f-8a40-30608e8bf8ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:40.384486 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-f67f9f30-b19b-49d9-832d-6436cdb8e707 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 4.3360906
Dec 09 05:29:40.387399 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 58702) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:29:40.395411 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-623ccf5d-27b3-4f5a-a452-7a9916db07a3 admin admin] Request body: {'subnet': {'network_id': 'c35ae514-c0a3-4dd6-86f3-408f005aa8d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1622316653-subnet', 'tenant_id': '6eccf6ce870243d1985d0f145b48f27f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:29:40.402407 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-623ccf5d-27b3-4f5a-a452-7a9916db07a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:29:40.406411 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-623ccf5d-27b3-4f5a-a452-7a9916db07a3 admin admin] Usage tracker for resource:subnet and tenant:6eccf6ce870243d1985d0f145b48f27f is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:29:40.410807 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-623ccf5d-27b3-4f5a-a452-7a9916db07a3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:29:40.417615 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-623ccf5d-27b3-4f5a-a452-7a9916db07a3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:29:40.435863 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-623ccf5d-27b3-4f5a-a452-7a9916db07a3 admin admin] Made reservation on behalf of 6eccf6ce870243d1985d0f145b48f27f for: {'subnet': 1} {{(pid=80245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 09 05:29:40.441463 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-623ccf5d-27b3-4f5a-a452-7a9916db07a3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:40.543752 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-87a92781-dae5-4c73-bddc-072eb531fdf6 None None] Set router 8559d66b-25fc-4afc-9c49-1405a5074c84 gateway port host: dv-cinder-763306-6-iscsi {{(pid=80248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:29:40.553402 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67f9f30-b19b-49d9-832d-6436cdb8e707 admin admin] Pushing event updated for resources: {'Network': ['ID=c35ae514-c0a3-4dd6-86f3-408f005aa8d5,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:29:40.573393 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-f67f9f30-b19b-49d9-832d-6436cdb8e707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:29:40.620934 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Network c35ae514-c0a3-4dd6-86f3-408f005aa8d5 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80247) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 09 05:29:40.674312 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Network c35ae514-c0a3-4dd6-86f3-408f005aa8d5 details requested by agent ovs-agent-dv-cinder-763306-6-iscsi with host dv-cinder-763306-6-iscsi {{(pid=80247) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 09 05:29:40.712905 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 58712) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:29:40.727994 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-184551fe-dc10-41f3-9a68-f966cef49d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for network, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:40.752823 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6cd8c0bc-76dc-49da-8ab7-4a40aae6e598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for network, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:40.917887 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-87a92781-dae5-4c73-bddc-072eb531fdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff88ad940>, [{'id': '8559d66b-25fc-4afc-9c49-1405a5074c84', 'name': 'tempest-AttachVolumeTestJSON-828419125-router', 'tenant_id': '9201b4ea11f94e639e12c77d9a8399c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '534abad0-cb8a-45a5-89dc-932bf90ecd2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:29:34Z', 'updated_at': '2020-12-09T05:29:37Z', 'revision_number': 3, 'project_id': '9201b4ea11f94e639e12c77d9a8399c8', 'gw_port': {'id': '534abad0-cb8a-45a5-89dc-932bf90ecd2c', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:38:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8559d66b-25fc-4afc-9c49-1405a5074c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:29:35Z', 'updated_at': '2020-12-09T05:29:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi'}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:29:40.922529 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a92781-dae5-4c73-bddc-072eb531fdf6 None None] Checking router: 8559d66b-25fc-4afc-9c49-1405a5074c84 for host: dv-cinder-763306-6-iscsi {{(pid=80248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 09 05:29:40.924682 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a92781-dae5-4c73-bddc-072eb531fdf6 None None] Updating router 8559d66b-25fc-4afc-9c49-1405a5074c84 port 534abad0-cb8a-45a5-89dc-932bf90ecd2c binding host dv-cinder-763306-6-iscsi {{(pid=80248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 09 05:29:40.975426 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-92177ae6-4696-485f-8a40-30608e8bf8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249358491764'] for port, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:40.998616 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-87a92781-dae5-4c73-bddc-072eb531fdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:41.163200 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:29:41.203488 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-593fa324-0379-4b07-9c66-c776f6b9f92a None None] Provisioning complete for port ce3a05c3-856b-4775-aba4-4d3052dc437a triggered by entity DHCP. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:29:41.203907 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-593fa324-0379-4b07-9c66-c776f6b9f92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:41.238443 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92177ae6-4696-485f-8a40-30608e8bf8ee admin admin] Network 1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89 is already hosted by enough agents. {{(pid=80245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 09 05:29:41.249597 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-92177ae6-4696-485f-8a40-30608e8bf8ee admin admin] Resources bound (agent type, host, resource id):  {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:29:41.252797 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92177ae6-4696-485f-8a40-30608e8bf8ee admin admin] Received port after_create {{(pid=80245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 09 05:29:41.349477 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-184551fe-dc10-41f3-9a68-f966cef49d1c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 09 05:29:41.404073 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-184551fe-dc10-41f3-9a68-f966cef49d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638805'] for segment, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:41.408746 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.db.segments_db [None req-184551fe-dc10-41f3-9a68-f966cef49d1c admin admin] Added segment 4912dbc1-9b7b-4cb0-b8f0-f8f036206d49 of type vxlan for network 5cb1a234-023e-4349-b09c-d46437d7559b
Dec 09 05:29:41.573687 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0f72b840-de68-4f50-9d26-6a1461791e98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:41.587255 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-184551fe-dc10-41f3-9a68-f966cef49d1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363249358512056'] for network, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:41.627312 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-0f72b840-de68-4f50-9d26-6a1461791e98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:29:41.636217 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-0f72b840-de68-4f50-9d26-6a1461791e98 admin admin] Usage tracker for resource:security_group_rule and tenant:07f9f638080c4895b1225f5af184771b is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:29:41.652549 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-0f72b840-de68-4f50-9d26-6a1461791e98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:29:41.664216 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-0f72b840-de68-4f50-9d26-6a1461791e98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:29:41.685244 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.db.api [None req-6cd8c0bc-76dc-49da-8ab7-4a40aae6e598 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80246) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 05:29:41.685656 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_db.api [None req-6cd8c0bc-76dc-49da-8ab7-4a40aae6e598 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 09 05:29:41.686266 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-184551fe-dc10-41f3-9a68-f966cef49d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854364948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894'] for network, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:41.690680 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184551fe-dc10-41f3-9a68-f966cef49d1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:29:41.691338 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-184551fe-dc10-41f3-9a68-f966cef49d1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3226941'] for network, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:41.699543 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-dcd9f0b1-c28c-42a2-8f20-a49d9ad166e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:29:41.817384 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-87a92781-dae5-4c73-bddc-072eb531fdf6 None None] Notify callbacks [] for port, precommit_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:41.843873 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-87a92781-dae5-4c73-bddc-072eb531fdf6 None None] Transition to ACTIVE for port object 534abad0-cb8a-45a5-89dc-932bf90ecd2c will not be triggered until provisioned by entity L2. {{(pid=80248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 09 05:29:41.849460 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-87a92781-dae5-4c73-bddc-072eb531fdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:41.867118 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-1b468e58-4df1-4681-993a-b55f3a5493bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:29:41.934013 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184551fe-dc10-41f3-9a68-f966cef49d1c admin admin] Pushing event updated for resources: {'Network': ['ID=5cb1a234-023e-4349-b09c-d46437d7559b,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:29:41.940382 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-184551fe-dc10-41f3-9a68-f966cef49d1c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 5.6554251
Dec 09 05:29:41.943497 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-184551fe-dc10-41f3-9a68-f966cef49d1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:29:41.944040 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 58764) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:29:41.948290 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Network 5cb1a234-023e-4349-b09c-d46437d7559b details requested by agent ovs-agent-dv-cinder-763306-6-iscsi with host dv-cinder-763306-6-iscsi {{(pid=80247) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 09 05:29:41.954543 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-84a75b62-ca04-41ea-b100-2d0af01c1080 admin admin] Request body: {'subnet': {'network_id': '5cb1a234-023e-4349-b09c-d46437d7559b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1911504410-subnet', 'tenant_id': '3257a949e8bc405187c51474a6152074', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:29:41.958507 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e047095-1621-459b-9a85-200c0536a931 None None] Pushing event updated for resources: {'Port': ['ID=534abad0-cb8a-45a5-89dc-932bf90ecd2c,revision_number=2']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:29:41.959798 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0f72b840-de68-4f50-9d26-6a1461791e98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:41.966186 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Network 5cb1a234-023e-4349-b09c-d46437d7559b details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80247) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 09 05:29:41.981307 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e047095-1621-459b-9a85-200c0536a931 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:41.981681 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e047095-1621-459b-9a85-200c0536a931 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:41.982126 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e047095-1621-459b-9a85-200c0536a931 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:41.982489 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e047095-1621-459b-9a85-200c0536a931 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:41.983022 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e047095-1621-459b-9a85-200c0536a931 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:41.983389 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e047095-1621-459b-9a85-200c0536a931 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:41.983907 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e047095-1621-459b-9a85-200c0536a931 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:41.984052 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e047095-1621-459b-9a85-200c0536a931 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:41.984447 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e047095-1621-459b-9a85-200c0536a931 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:41.984801 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e047095-1621-459b-9a85-200c0536a931 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:41.985153 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e047095-1621-459b-9a85-200c0536a931 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:41.986380 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e047095-1621-459b-9a85-200c0536a931 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:41.986746 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e047095-1621-459b-9a85-200c0536a931 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:41.987274 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e047095-1621-459b-9a85-200c0536a931 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:41.987583 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e047095-1621-459b-9a85-200c0536a931 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:41.987929 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e047095-1621-459b-9a85-200c0536a931 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:41.988276 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e047095-1621-459b-9a85-200c0536a931 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:41.988624 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e047095-1621-459b-9a85-200c0536a931 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:41.989918 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e047095-1621-459b-9a85-200c0536a931 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:41.990277 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e047095-1621-459b-9a85-200c0536a931 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:41.990636 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e047095-1621-459b-9a85-200c0536a931 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:41.991117 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e047095-1621-459b-9a85-200c0536a931 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:41.991476 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e047095-1621-459b-9a85-200c0536a931 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:41.992321 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e047095-1621-459b-9a85-200c0536a931 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:29:41.994229 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e047095-1621-459b-9a85-200c0536a931 None None] Tracked resource versions report:
Dec 09 05:29:41.994229 dv-cinder-763306-6-iscsi neutron-server[80130]: pushed versions:
Dec 09 05:29:41.994229 dv-cinder-763306-6-iscsi neutron-server[80130]: {   'AddressGroup': {'1.0'},
Dec 09 05:29:41.994229 dv-cinder-763306-6-iscsi neutron-server[80130]:     'ConntrackHelper': {'1.0'},
Dec 09 05:29:41.994229 dv-cinder-763306-6-iscsi neutron-server[80130]:     'Log': {'1.0'},
Dec 09 05:29:41.994229 dv-cinder-763306-6-iscsi neutron-server[80130]:     'Network': {'1.1'},
Dec 09 05:29:41.994229 dv-cinder-763306-6-iscsi neutron-server[80130]:     'Port': {'1.6'},
Dec 09 05:29:41.994229 dv-cinder-763306-6-iscsi neutron-server[80130]:     'PortForwarding': {'1.2'},
Dec 09 05:29:41.994229 dv-cinder-763306-6-iscsi neutron-server[80130]:     'QosPolicy': {'1.8'},
Dec 09 05:29:41.994229 dv-cinder-763306-6-iscsi neutron-server[80130]:     'SecurityGroup': {'1.3'},
Dec 09 05:29:41.994229 dv-cinder-763306-6-iscsi neutron-server[80130]:     'SecurityGroupRule': {'1.1'},
Dec 09 05:29:41.994229 dv-cinder-763306-6-iscsi neutron-server[80130]:     'SubPort': {'1.0'},
Dec 09 05:29:41.994229 dv-cinder-763306-6-iscsi neutron-server[80130]:     'Subnet': {'1.1'},
Dec 09 05:29:41.994229 dv-cinder-763306-6-iscsi neutron-server[80130]:     'Trunk': {'1.1'}}
Dec 09 05:29:41.994229 dv-cinder-763306-6-iscsi neutron-server[80130]: consumer versions:
Dec 09 05:29:41.994229 dv-cinder-763306-6-iscsi neutron-server[80130]: {   DHCP agent@dv-cinder-763306-6-iscsi: {},
Dec 09 05:29:41.994229 dv-cinder-763306-6-iscsi neutron-server[80130]:     L3 agent@dv-cinder-763306-6-iscsi: {},
Dec 09 05:29:41.994229 dv-cinder-763306-6-iscsi neutron-server[80130]:     Metadata agent@dv-cinder-763306-6-iscsi: {},
Dec 09 05:29:41.994229 dv-cinder-763306-6-iscsi neutron-server[80130]:     Metering agent@dv-cinder-763306-6-iscsi: {},
Dec 09 05:29:41.994229 dv-cinder-763306-6-iscsi neutron-server[80130]:     Open vSwitch agent@dv-cinder-763306-6-iscsi: {   'AddressGroup': '1.0',
Dec 09 05:29:41.994229 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'ConntrackHelper': '1.0',
Dec 09 05:29:41.994229 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'Log': '1.0',
Dec 09 05:29:41.994229 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'Network': '1.1',
Dec 09 05:29:41.994229 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'Port': '1.6',
Dec 09 05:29:41.994229 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'PortForwarding': '1.2',
Dec 09 05:29:41.994229 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'QosPolicy': '1.8',
Dec 09 05:29:41.994229 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'SecurityGroup': '1.3',
Dec 09 05:29:41.994229 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'SecurityGroupRule': '1.1',
Dec 09 05:29:41.994229 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'SubPort': '1.0',
Dec 09 05:29:41.994229 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'Subnet': '1.1',
Dec 09 05:29:41.994229 dv-cinder-763306-6-iscsi neutron-server[80130]:                                                      'Trunk': '1.1'},
Dec 09 05:29:41.994229 dv-cinder-763306-6-iscsi neutron-server[80130]:     Open vSwitch agent@hv-cinder-76330: {   'AddressGroup': '1.0',
Dec 09 05:29:41.994229 dv-cinder-763306-6-iscsi neutron-server[80130]:                                             'ConntrackHelper': '1.0',
Dec 09 05:29:41.994229 dv-cinder-763306-6-iscsi neutron-server[80130]:                                             'Log': '1.0',
Dec 09 05:29:41.994229 dv-cinder-763306-6-iscsi neutron-server[80130]:                                             'Network': '1.1',
Dec 09 05:29:41.994229 dv-cinder-763306-6-iscsi neutron-server[80130]:                                             'Port': '1.6',
Dec 09 05:29:41.994229 dv-cinder-763306-6-iscsi neutron-server[80130]:                                             'PortForwarding': '1.2',
Dec 09 05:29:41.994229 dv-cinder-763306-6-iscsi neutron-server[80130]:                                             'QosPolicy': '1.8',
Dec 09 05:29:41.994229 dv-cinder-763306-6-iscsi neutron-server[80130]:                                             'SecurityGroup': '1.3',
Dec 09 05:29:41.994229 dv-cinder-763306-6-iscsi neutron-server[80130]:                                             'SecurityGroupRule': '1.1',
Dec 09 05:29:41.994229 dv-cinder-763306-6-iscsi neutron-server[80130]:                                             'SubPort': '1.0',
Dec 09 05:29:41.994229 dv-cinder-763306-6-iscsi neutron-server[80130]:                                             'Subnet': '1.1',
Dec 09 05:29:41.994229 dv-cinder-763306-6-iscsi neutron-server[80130]:                                             'Trunk': '1.1'}}
Dec 09 05:29:41.994229 dv-cinder-763306-6-iscsi neutron-server[80130]:  {{(pid=80248) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 09 05:29:41.998257 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-84a75b62-ca04-41ea-b100-2d0af01c1080 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:29:41.998257 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-476d1aec-c334-4b61-a700-2913ec2afaae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:41.998529 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8e047095-1621-459b-9a85-200c0536a931 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:29:42.015595 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-84a75b62-ca04-41ea-b100-2d0af01c1080 admin admin] Usage tracker for resource:subnet and tenant:3257a949e8bc405187c51474a6152074 is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:29:42.022603 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-84a75b62-ca04-41ea-b100-2d0af01c1080 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:29:42.031733 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-84a75b62-ca04-41ea-b100-2d0af01c1080 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:29:42.074260 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a75b62-ca04-41ea-b100-2d0af01c1080 admin admin] Made reservation on behalf of 3257a949e8bc405187c51474a6152074 for: {'subnet': 1} {{(pid=80246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 09 05:29:42.079159 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-84a75b62-ca04-41ea-b100-2d0af01c1080 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:42.130821 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0f72b840-de68-4f50-9d26-6a1461791e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:42.138149 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-623ccf5d-27b3-4f5a-a452-7a9916db07a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854364984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894'] for subnet, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:42.166428 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-87a92781-dae5-4c73-bddc-072eb531fdf6 None None] Attempting to bind port 534abad0-cb8a-45a5-89dc-932bf90ecd2c on host dv-cinder-763306-6-iscsi for vnic_type normal with profile  {{(pid=80248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 09 05:29:42.168041 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-87a92781-dae5-4c73-bddc-072eb531fdf6 None None] Attempting to bind port 534abad0-cb8a-45a5-89dc-932bf90ecd2c by drivers openvswitch on host dv-cinder-763306-6-iscsi at level 0 using segments [{'id': '6806ddaa-9afa-4e45-ac00-e428af44bdb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89'}] {{(pid=80248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 09 05:29:42.169162 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a92781-dae5-4c73-bddc-072eb531fdf6 None None] Attempting to bind port 534abad0-cb8a-45a5-89dc-932bf90ecd2c on network 1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89 {{(pid=80248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 09 05:29:42.178955 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a92781-dae5-4c73-bddc-072eb531fdf6 None None] Checking agent: {'id': '7299edea-3c4e-4ec0-b2b3-c0ac9bf6315b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 20, 49), 'started_at': datetime.datetime(2020, 12, 9, 5, 21, 19), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 05:29:42.179644 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a92781-dae5-4c73-bddc-072eb531fdf6 None None] Checking segment: {'id': '6806ddaa-9afa-4e45-ac00-e428af44bdb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 09 05:29:42.180306 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-87a92781-dae5-4c73-bddc-072eb531fdf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:42.180899 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a92781-dae5-4c73-bddc-072eb531fdf6 None None] Bound using segment: {'id': '6806ddaa-9afa-4e45-ac00-e428af44bdb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89'} {{(pid=80248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 05:29:42.181601 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-87a92781-dae5-4c73-bddc-072eb531fdf6 None None] Bound port: 534abad0-cb8a-45a5-89dc-932bf90ecd2c, host: dv-cinder-763306-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6806ddaa-9afa-4e45-ac00-e428af44bdb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89'}}] {{(pid=80248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 09 05:29:42.182547 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-87a92781-dae5-4c73-bddc-072eb531fdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:42.269689 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-87a92781-dae5-4c73-bddc-072eb531fdf6 None None] For port 534abad0-cb8a-45a5-89dc-932bf90ecd2c, host dv-cinder-763306-6-iscsi, cleared binding levels {{(pid=80248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 09 05:29:42.273359 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-87a92781-dae5-4c73-bddc-072eb531fdf6 None None] For port 534abad0-cb8a-45a5-89dc-932bf90ecd2c, host dv-cinder-763306-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=534abad0-cb8a-45a5-89dc-932bf90ecd2c,segment=NetworkSegment(6806ddaa-9afa-4e45-ac00-e428af44bdb5),segment_id=6806ddaa-9afa-4e45-ac00-e428af44bdb5)] {{(pid=80248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 09 05:29:42.278195 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-87a92781-dae5-4c73-bddc-072eb531fdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:42.288695 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92177ae6-4696-485f-8a40-30608e8bf8ee admin admin] Pushing event updated for resources: {'Port': ['ID=810cc297-617d-482b-8d21-969e12e8e915,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:29:42.292829 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-92177ae6-4696-485f-8a40-30608e8bf8ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.130s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:29:42.312457 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:29:42.319845 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:29:42.360050 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-0f72b840-de68-4f50-9d26-6a1461791e98 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=07f9f638080c4895b1225f5af184771b&name=default HTTP/1.1" status: 200  len: 2875 time: 1.6456385
Dec 09 05:29:42.364943 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 58768) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:29:42.386435 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f72b840-de68-4f50-9d26-6a1461791e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68d105f9-0d19-46c5-b6c3-f1f6e890abb3,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:29:42.403183 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-0f72b840-de68-4f50-9d26-6a1461791e98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:29:42.418840 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-fe4503f1-b450-4b8a-ab32-06a873f57153 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:29:42.422346 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6cd8c0bc-76dc-49da-8ab7-4a40aae6e598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for network, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:42.487502 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-92177ae6-4696-485f-8a40-30608e8bf8ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:42.588463 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cd8c0bc-76dc-49da-8ab7-4a40aae6e598 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 09 05:29:42.618843 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e047095-1621-459b-9a85-200c0536a931 None None] Pushing event updated for resources: {'Port': ['ID=534abad0-cb8a-45a5-89dc-932bf90ecd2c,revision_number=3']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:29:42.624360 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8e047095-1621-459b-9a85-200c0536a931 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:29:42.630922 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623ccf5d-27b3-4f5a-a452-7a9916db07a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=680d44e1-e1f9-4d0e-a503-a148de8a977c,revision_number=0']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:29:42.638013 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-623ccf5d-27b3-4f5a-a452-7a9916db07a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:29:42.667849 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a92781-dae5-4c73-bddc-072eb531fdf6 None None] Routers {'8559d66b-25fc-4afc-9c49-1405a5074c84'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:29:42.668969 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-87a92781-dae5-4c73-bddc-072eb531fdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff88ad940>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:29:17Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['8559d66b-25fc-4afc-9c49-1405a5074c84'], 'active': True} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:29:42.684778 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-735ec5b9-1956-4e2c-8694-5ff0a2f47b22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:42.685016 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623ccf5d-27b3-4f5a-a452-7a9916db07a3 admin admin] Checking segment: {'id': 'fe821501-62ae-499e-bd27-a982d7ea1122', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c35ae514-c0a3-4dd6-86f3-408f005aa8d5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 09 05:29:42.685319 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623ccf5d-27b3-4f5a-a452-7a9916db07a3 admin admin] Network hostable DHCP agents. Network: c35ae514-c0a3-4dd6-86f3-408f005aa8d5, hostable agents: ['cf8ef789-40b7-4066-b095-c11a9e991b4e'], hosted agents: [] {{(pid=80245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 09 05:29:42.686882 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6cd8c0bc-76dc-49da-8ab7-4a40aae6e598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638805'] for segment, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:42.687277 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.db.segments_db [None req-6cd8c0bc-76dc-49da-8ab7-4a40aae6e598 admin admin] Added segment d2ba5cc2-7dc0-4439-9bab-bd1dc2090790 of type vxlan for network 213a2199-d44a-4f31-a99f-f2fcf48b8a5b
Dec 09 05:29:42.775853 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-735ec5b9-1956-4e2c-8694-5ff0a2f47b22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:42.787753 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [None req-476d1aec-c334-4b61-a700-2913ec2afaae admin admin] Allocated IP 172.20.0.1 (dc85d922-ae22-42c5-9deb-45d818643b4d/8f49fd64-da9a-42ca-aba6-01dbe1ac7987/11651696-cf2f-4d1e-ae2b-505371825be0) {{(pid=80246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 09 05:29:42.803537 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623ccf5d-27b3-4f5a-a452-7a9916db07a3 admin admin] Network c35ae514-c0a3-4dd6-86f3-408f005aa8d5 is scheduled to be hosted by DHCP agent cf8ef789-40b7-4066-b095-c11a9e991b4e with binding_index 1 {{(pid=80245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 09 05:29:42.815803 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6cd8c0bc-76dc-49da-8ab7-4a40aae6e598 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363249358512056'] for network, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:42.863270 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-87a92781-dae5-4c73-bddc-072eb531fdf6 None None] Set router 8559d66b-25fc-4afc-9c49-1405a5074c84 gateway port host: dv-cinder-763306-6-iscsi {{(pid=80248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:29:43.082380 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-623ccf5d-27b3-4f5a-a452-7a9916db07a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-6-iscsi, c35ae514-c0a3-4dd6-86f3-408f005aa8d5) {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:29:43.090051 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6cd8c0bc-76dc-49da-8ab7-4a40aae6e598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854364948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894'] for network, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:43.092625 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15e7761-bde6-4b06-966e-34004f40b725 None None] Network c35ae514-c0a3-4dd6-86f3-408f005aa8d5 requested from dv-cinder-763306-6-iscsi {{(pid=80247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 09 05:29:43.096376 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd8c0bc-76dc-49da-8ab7-4a40aae6e598 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:29:43.097029 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6cd8c0bc-76dc-49da-8ab7-4a40aae6e598 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3226941'] for network, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:43.101268 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-735ec5b9-1956-4e2c-8694-5ff0a2f47b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:43.103133 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623ccf5d-27b3-4f5a-a452-7a9916db07a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:29:43.104276 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-623ccf5d-27b3-4f5a-a452-7a9916db07a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3226941'] for subnet, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:43.105682 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-aa78f7e4-bfba-4499-a302-282e43f481e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:29:43.165861 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-623ccf5d-27b3-4f5a-a452-7a9916db07a3 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.7742207
Dec 09 05:29:43.244822 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-92177ae6-4696-485f-8a40-30608e8bf8ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-404266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3747080'] for router, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:43.378152 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-87a92781-dae5-4c73-bddc-072eb531fdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff88ad940>, [{'id': '8559d66b-25fc-4afc-9c49-1405a5074c84', 'name': 'tempest-AttachVolumeTestJSON-828419125-router', 'tenant_id': '9201b4ea11f94e639e12c77d9a8399c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '534abad0-cb8a-45a5-89dc-932bf90ecd2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:29:34Z', 'updated_at': '2020-12-09T05:29:37Z', 'revision_number': 3, 'project_id': '9201b4ea11f94e639e12c77d9a8399c8', 'gw_port': {'id': '534abad0-cb8a-45a5-89dc-932bf90ecd2c', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:38:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8559d66b-25fc-4afc-9c49-1405a5074c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:29:35Z', 'updated_at': '2020-12-09T05:29:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi'}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:29:43.383741 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a92781-dae5-4c73-bddc-072eb531fdf6 None None] The sync data for ids ['8559d66b-25fc-4afc-9c49-1405a5074c84'] in dv-cinder-763306-6-iscsi is: [{'id': '8559d66b-25fc-4afc-9c49-1405a5074c84', 'name': 'tempest-AttachVolumeTestJSON-828419125-router', 'tenant_id': '9201b4ea11f94e639e12c77d9a8399c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '534abad0-cb8a-45a5-89dc-932bf90ecd2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:29:34Z', 'updated_at': '2020-12-09T05:29:37Z', 'revision_number': 3, 'project_id': '9201b4ea11f94e639e12c77d9a8399c8', 'gw_port': {'id': '534abad0-cb8a-45a5-89dc-932bf90ecd2c', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:38:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8559d66b-25fc-4afc-9c49-1405a5074c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:29:35Z', 'updated_at': '2020-12-09T05:29:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi'}] {{(pid=80248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 09 05:29:43.433498 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-735ec5b9-1956-4e2c-8694-5ff0a2f47b22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:43.435154 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-735ec5b9-1956-4e2c-8694-5ff0a2f47b22 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/68d105f9-0d19-46c5-b6c3-f1f6e890abb3 HTTP/1.1" status: 204  len: 168 time: 1.0691786
Dec 09 05:29:43.436991 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-6cd8c0bc-76dc-49da-8ab7-4a40aae6e598 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 7.3078425
Dec 09 05:29:43.441987 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd8c0bc-76dc-49da-8ab7-4a40aae6e598 admin admin] Pushing event updated for resources: {'Network': ['ID=213a2199-d44a-4f31-a99f-f2fcf48b8a5b,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:29:43.459967 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-476d1aec-c334-4b61-a700-2913ec2afaae admin admin] Notify callbacks [] for port, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:43.464724 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 58792) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:29:43.466047 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-6cd8c0bc-76dc-49da-8ab7-4a40aae6e598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:29:43.471977 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.320s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:29:43.496970 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735ec5b9-1956-4e2c-8694-5ff0a2f47b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d105f9-0d19-46c5-b6c3-f1f6e890abb3,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:29:43.514827 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-d5a6817c-1672-4a4a-b89e-56928878ce7c admin admin] Request body: {'subnet': {'network_id': '213a2199-d44a-4f31-a99f-f2fcf48b8a5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-332747735-subnet', 'tenant_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:29:43.536073 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-735ec5b9-1956-4e2c-8694-5ff0a2f47b22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:29:43.536791 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Network 213a2199-d44a-4f31-a99f-f2fcf48b8a5b details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80247) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 09 05:29:43.546000 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-d5a6817c-1672-4a4a-b89e-56928878ce7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:29:43.554618 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Network 213a2199-d44a-4f31-a99f-f2fcf48b8a5b details requested by agent ovs-agent-dv-cinder-763306-6-iscsi with host dv-cinder-763306-6-iscsi {{(pid=80247) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 09 05:29:43.562477 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-d5a6817c-1672-4a4a-b89e-56928878ce7c admin admin] Usage tracker for resource:subnet and tenant:c66dfb6ad0d4440d9fde314bc8bf155a is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:29:43.564325 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92177ae6-4696-485f-8a40-30608e8bf8ee admin admin] Router 92853a73-0235-4871-a647-61c4f5a1606b is scheduled to L3 agent 16cb43a9-cd2d-4531-acd4-2457db4a9ad2 with binding_index 1 {{(pid=80245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 09 05:29:43.572064 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-476d1aec-c334-4b61-a700-2913ec2afaae admin admin] Transition to ACTIVE for port object 11651696-cf2f-4d1e-ae2b-505371825be0 will not be triggered until provisioned by entity DHCP. {{(pid=80246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 09 05:29:43.579117 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-d5a6817c-1672-4a4a-b89e-56928878ce7c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:29:43.605668 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-d5a6817c-1672-4a4a-b89e-56928878ce7c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:29:43.654547 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940b4bba-deeb-4fa0-85d8-4f4a04bea917 None None] Network c35ae514-c0a3-4dd6-86f3-408f005aa8d5 requested from dv-cinder-763306-6-iscsi {{(pid=80247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 09 05:29:43.739941 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a6817c-1672-4a4a-b89e-56928878ce7c admin admin] Made reservation on behalf of c66dfb6ad0d4440d9fde314bc8bf155a for: {'subnet': 1} {{(pid=80246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 09 05:29:43.744650 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d5a6817c-1672-4a4a-b89e-56928878ce7c admin admin] Notify callbacks [] for subnet, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:43.832480 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92177ae6-4696-485f-8a40-30608e8bf8ee admin admin] Notify agent at l3_agent.dv-cinder-763306-6-iscsi the message routers_updated {{(pid=80245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 09 05:29:43.875680 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-92177ae6-4696-485f-8a40-30608e8bf8ee admin admin] Notify callbacks [] for router, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:43.886325 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-92177ae6-4696-485f-8a40-30608e8bf8ee admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 6.2178428
Dec 09 05:29:43.887334 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 58804) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:29:43.937930 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-84a75b62-ca04-41ea-b100-2d0af01c1080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854364984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894'] for subnet, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:43.939962 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-476d1aec-c334-4b61-a700-2913ec2afaae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249358491764'] for port, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:43.967607 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d26487-0c7c-4c48-b86b-21229ea02c6f None None] Sync routers for ids ['92853a73-0235-4871-a647-61c4f5a1606b'] in dv-cinder-763306-6-iscsi {{(pid=80247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 09 05:29:43.990493 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-b6cf1a53-a71d-4209-a260-f8dbb52950f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:29:44.098623 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d26487-0c7c-4c48-b86b-21229ea02c6f None None] Routers {'92853a73-0235-4871-a647-61c4f5a1606b'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:29:44.099346 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-87d26487-0c7c-4c48-b86b-21229ea02c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff8941908>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:29:17Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['92853a73-0235-4871-a647-61c4f5a1606b'], 'active': True} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:29:44.290679 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 58814) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:29:44.400009 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 58820) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:29:44.426027 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f0abc1b1-8e33-4a40-9b8a-22a8f6a7eabe admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:44.458232 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-f0abc1b1-8e33-4a40-9b8a-22a8f6a7eabe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:29:44.467212 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-f0abc1b1-8e33-4a40-9b8a-22a8f6a7eabe admin admin] Usage tracker for resource:security_group_rule and tenant:0476f331fc614f25aabd20283dbbc3a9 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:29:44.483091 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-f0abc1b1-8e33-4a40-9b8a-22a8f6a7eabe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:29:44.639711 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 58824) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:29:44.659469 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a75b62-ca04-41ea-b100-2d0af01c1080 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53c8fc76-883a-46de-a143-829de0374fe3,revision_number=0']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:29:44.683059 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-84a75b62-ca04-41ea-b100-2d0af01c1080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.691s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:29:44.691471 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.667s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:29:44.767202 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-f0abc1b1-8e33-4a40-9b8a-22a8f6a7eabe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:29:44.779517 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-87d26487-0c7c-4c48-b86b-21229ea02c6f None None] Set router 92853a73-0235-4871-a647-61c4f5a1606b gateway port host: dv-cinder-763306-6-iscsi {{(pid=80247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:29:45.013962 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 58842) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:29:45.033566 dv-cinder-763306-6-iscsi neutron-server[80130]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Dec 09 05:29:45.047138 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476d1aec-c334-4b61-a700-2913ec2afaae admin admin] Pushing event updated for resources: {'Port': ['ID=11651696-cf2f-4d1e-ae2b-505371825be0,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:29:45.049604 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-fa6a64b4-d78f-4b98-8de2-11563e9acbb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:45.070410 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-476d1aec-c334-4b61-a700-2913ec2afaae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:29:45.070658 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-611814e0-03ae-4b5b-a3f0-f1344313111b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:45.086954 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-fa6a64b4-d78f-4b98-8de2-11563e9acbb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:29:45.118727 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-fa6a64b4-d78f-4b98-8de2-11563e9acbb4 admin admin] Usage tracker for resource:security_group_rule and tenant:02dd9b33d6164f73be36021f2385cca1 is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:29:45.125788 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-fa6a64b4-d78f-4b98-8de2-11563e9acbb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:29:45.135612 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-611814e0-03ae-4b5b-a3f0-f1344313111b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:29:45.150739 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-fa6a64b4-d78f-4b98-8de2-11563e9acbb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:29:45.154590 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476d1aec-c334-4b61-a700-2913ec2afaae admin admin] Network dc85d922-ae22-42c5-9deb-45d818643b4d is already hosted by enough agents. {{(pid=80246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 09 05:29:45.159666 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-476d1aec-c334-4b61-a700-2913ec2afaae admin admin] Resources bound (agent type, host, resource id):  {{(pid=80246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:29:45.201097 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-611814e0-03ae-4b5b-a3f0-f1344313111b admin admin] Usage tracker for resource:security_group_rule and tenant:49743d5326ef4224b028a5a59a314cd3 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:29:45.207762 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-611814e0-03ae-4b5b-a3f0-f1344313111b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:29:45.225419 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476d1aec-c334-4b61-a700-2913ec2afaae admin admin] Received port after_create {{(pid=80246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 09 05:29:45.225971 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-476d1aec-c334-4b61-a700-2913ec2afaae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3746164'] for router_interface, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:45.240612 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-611814e0-03ae-4b5b-a3f0-f1344313111b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:29:45.241288 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a75b62-ca04-41ea-b100-2d0af01c1080 admin admin] Checking segment: {'id': '4912dbc1-9b7b-4cb0-b8f0-f8f036206d49', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5cb1a234-023e-4349-b09c-d46437d7559b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 09 05:29:45.241692 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a75b62-ca04-41ea-b100-2d0af01c1080 admin admin] Network hostable DHCP agents. Network: 5cb1a234-023e-4349-b09c-d46437d7559b, hostable agents: ['cf8ef789-40b7-4066-b095-c11a9e991b4e'], hosted agents: [] {{(pid=80246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 09 05:29:45.310194 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-87d26487-0c7c-4c48-b86b-21229ea02c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff8941908>, [{'id': '92853a73-0235-4871-a647-61c4f5a1606b', 'name': 'tempest-ServerRescueNegativeTestJSON-802605716-router', 'tenant_id': 'f2e56e35acf649b3b3156dba09242a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '810cc297-617d-482b-8d21-969e12e8e915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:29:37Z', 'updated_at': '2020-12-09T05:29:41Z', 'revision_number': 3, 'project_id': 'f2e56e35acf649b3b3156dba09242a4f', 'gw_port': {'id': '810cc297-617d-482b-8d21-969e12e8e915', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:79:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92853a73-0235-4871-a647-61c4f5a1606b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:29:39Z', 'updated_at': '2020-12-09T05:29:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi'}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:29:45.324087 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d26487-0c7c-4c48-b86b-21229ea02c6f None None] Checking router: 92853a73-0235-4871-a647-61c4f5a1606b for host: dv-cinder-763306-6-iscsi {{(pid=80247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 09 05:29:45.324661 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d26487-0c7c-4c48-b86b-21229ea02c6f None None] Updating router 92853a73-0235-4871-a647-61c4f5a1606b port 810cc297-617d-482b-8d21-969e12e8e915 binding host dv-cinder-763306-6-iscsi {{(pid=80247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 09 05:29:45.335094 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a75b62-ca04-41ea-b100-2d0af01c1080 admin admin] Network 5cb1a234-023e-4349-b09c-d46437d7559b is scheduled to be hosted by DHCP agent cf8ef789-40b7-4066-b095-c11a9e991b4e with binding_index 1 {{(pid=80246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 09 05:29:45.368398 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-84a75b62-ca04-41ea-b100-2d0af01c1080 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-6-iscsi, 5cb1a234-023e-4349-b09c-d46437d7559b) {{(pid=80246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:29:45.378150 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a75b62-ca04-41ea-b100-2d0af01c1080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:29:45.378799 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-84a75b62-ca04-41ea-b100-2d0af01c1080 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3226941'] for subnet, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:45.383191 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f196622-742f-44bc-a861-d1b8a74f5b67 None None] Network 5cb1a234-023e-4349-b09c-d46437d7559b requested from dv-cinder-763306-6-iscsi {{(pid=80247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 09 05:29:45.432784 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2310ca19-d171-4715-b2b7-ac785077e1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:45.458848 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3601f6f2-0d13-4854-9f8d-e8bb1c1aa930 req-d054df99-97ad-41b4-ab0b-e21c7a4e7c69 tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:29:45.460385 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3601f6f2-0d13-4854-9f8d-e8bb1c1aa930 req-d054df99-97ad-41b4-ab0b-e21c7a4e7c69 tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] 10.222.0.39 "GET /v2.0/networks?id=c35ae514-c0a3-4dd6-86f3-408f005aa8d5 HTTP/1.1" status: 200  len: 812 time: 0.4313090
Dec 09 05:29:45.489133 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-84a75b62-ca04-41ea-b100-2d0af01c1080 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 3.5421317
Dec 09 05:29:45.532430 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-fa6a64b4-d78f-4b98-8de2-11563e9acbb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:45.536029 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3601f6f2-0d13-4854-9f8d-e8bb1c1aa930 req-996488a6-40b2-4ad4-b0f9-e788c346eb36 tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] 10.222.0.39 "GET /v2.0/quotas/6eccf6ce870243d1985d0f145b48f27f HTTP/1.1" status: 200  len: 375 time: 0.0649593
Dec 09 05:29:45.542471 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-87d26487-0c7c-4c48-b86b-21229ea02c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:45.567523 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-476d1aec-c334-4b61-a700-2913ec2afaae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:45.584012 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-fa6a64b4-d78f-4b98-8de2-11563e9acbb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:45.608775 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:29:45.661384 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-95259686-8067-49f6-9e82-c978658488bc None None] Provisioning for port 11651696-cf2f-4d1e-ae2b-505371825be0 completed by entity DHCP. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 09 05:29:45.702527 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3601f6f2-0d13-4854-9f8d-e8bb1c1aa930 req-f60d2080-ec8f-4b8d-8ef4-2a075f448fd1 tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] 10.222.0.39 "GET /v2.0/ports?tenant_id=6eccf6ce870243d1985d0f145b48f27f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1653426
Dec 09 05:29:45.704742 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f0abc1b1-8e33-4a40-9b8a-22a8f6a7eabe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:45.717620 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d5a6817c-1672-4a4a-b89e-56928878ce7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854364984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894'] for subnet, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:45.736036 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6a64b4-d78f-4b98-8de2-11563e9acbb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55cdac60-e71e-4c91-80a7-435492facac9,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:29:45.739977 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f0abc1b1-8e33-4a40-9b8a-22a8f6a7eabe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:45.740254 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-fa6a64b4-d78f-4b98-8de2-11563e9acbb4 admin admin] Synchronizing usage tracker for tenant:cc49952f198c47e4b76e90eb31a50d87 on resource:security_group {{(pid=80246) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:29:45.743676 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-611814e0-03ae-4b5b-a3f0-f1344313111b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:45.759462 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device 534abad0-cb8a-45a5-89dc-932bf90ecd2c up at agent ovs-agent-dv-cinder-763306-6-iscsi {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:29:45.767768 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-fa6a64b4-d78f-4b98-8de2-11563e9acbb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:29:45.768338 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:29:45.838855 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-95259686-8067-49f6-9e82-c978658488bc None None] Provisioning complete for port 11651696-cf2f-4d1e-ae2b-505371825be0 triggered by entity DHCP. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:29:45.840596 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-95259686-8067-49f6-9e82-c978658488bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:46.034793 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-fa6a64b4-d78f-4b98-8de2-11563e9acbb4 admin admin] Unset dirty status for tenant:cc49952f198c47e4b76e90eb31a50d87 on resource:security_group {{(pid=80246) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:29:46.036180 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-fa6a64b4-d78f-4b98-8de2-11563e9acbb4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=02dd9b33d6164f73be36021f2385cca1&name=default HTTP/1.1" status: 200  len: 2876 time: 1.3928337
Dec 09 05:29:46.040458 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7bf1d0fa-5f70-4170-a259-047606e46474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:46.043200 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 58858) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:29:46.070836 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a6817c-1672-4a4a-b89e-56928878ce7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2d416e2-18e0-4718-bf66-1cf63cef4f47,revision_number=0']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:29:46.090638 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-d5a6817c-1672-4a4a-b89e-56928878ce7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:29:46.091294 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-0f72b840-de68-4f50-9d26-6a1461791e98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:29:46.112525 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-95259686-8067-49f6-9e82-c978658488bc None None] Port 11651696-cf2f-4d1e-ae2b-505371825be0 cannot update to ACTIVE because it is not bound. {{(pid=80247) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 09 05:29:46.118324 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 58876) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:29:46.122444 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-611814e0-03ae-4b5b-a3f0-f1344313111b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:46.165352 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0abc1b1-8e33-4a40-9b8a-22a8f6a7eabe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff0ab6c-3652-425c-80f1-8ebb055a6f6a,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:29:46.166766 dv-cinder-763306-6-iscsi neutron-server[80130]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Dec 09 05:29:46.178612 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-611814e0-03ae-4b5b-a3f0-f1344313111b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=49743d5326ef4224b028a5a59a314cd3&name=default HTTP/1.1" status: 200  len: 2879 time: 1.8867769
Dec 09 05:29:46.179665 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 58880) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:29:46.180343 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-f0abc1b1-8e33-4a40-9b8a-22a8f6a7eabe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:29:46.187091 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:29:46.215489 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Provisioning for port 534abad0-cb8a-45a5-89dc-932bf90ecd2c completed by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 09 05:29:46.226870 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35959c24-fd68-4d2e-8713-39155ffc36b1 None None] Network 5cb1a234-023e-4349-b09c-d46437d7559b requested from dv-cinder-763306-6-iscsi {{(pid=80247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 09 05:29:46.269510 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Provisioning complete for port 534abad0-cb8a-45a5-89dc-932bf90ecd2c triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:29:46.270057 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:46.270188 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [req-3601f6f2-0d13-4854-9f8d-e8bb1c1aa930 req-560e55c4-9c6a-432a-a6a6-b4adf9e35178 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=80245) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 09 05:29:46.271234 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3601f6f2-0d13-4854-9f8d-e8bb1c1aa930 req-560e55c4-9c6a-432a-a6a6-b4adf9e35178 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.1975887
Dec 09 05:29:46.280599 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-f0abc1b1-8e33-4a40-9b8a-22a8f6a7eabe admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0476f331fc614f25aabd20283dbbc3a9&name=default HTTP/1.1" status: 200  len: 2875 time: 1.8766959
Dec 09 05:29:46.291977 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 58886) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:29:46.374017 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611814e0-03ae-4b5b-a3f0-f1344313111b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4db31560-9708-4fca-aae2-55c3d4ebe025,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:29:46.400616 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-611814e0-03ae-4b5b-a3f0-f1344313111b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:29:46.463003 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-550caa12-a372-481a-ba79-d4bca42cce77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:46.526039 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a6817c-1672-4a4a-b89e-56928878ce7c admin admin] Checking segment: {'id': 'd2ba5cc2-7dc0-4439-9bab-bd1dc2090790', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '213a2199-d44a-4f31-a99f-f2fcf48b8a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 09 05:29:46.526418 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a6817c-1672-4a4a-b89e-56928878ce7c admin admin] Network hostable DHCP agents. Network: 213a2199-d44a-4f31-a99f-f2fcf48b8a5b, hostable agents: ['cf8ef789-40b7-4066-b095-c11a9e991b4e'], hosted agents: [] {{(pid=80246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 09 05:29:46.531660 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-fecf6096-397b-48c8-b6ef-f57c3cf166dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:46.571913 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-550caa12-a372-481a-ba79-d4bca42cce77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:46.583312 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-fecf6096-397b-48c8-b6ef-f57c3cf166dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:46.593293 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04bc113-c829-426d-9a3d-c68b18ed8ba3 req-ffcf3d1e-14cd-46d3-800f-a4f35177c5dd tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:29:46.594495 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-c04bc113-c829-426d-9a3d-c68b18ed8ba3 req-ffcf3d1e-14cd-46d3-800f-a4f35177c5dd tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Synchronizing usage tracker for tenant:3257a949e8bc405187c51474a6152074 on resource:network {{(pid=80246) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:29:46.655509 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3601f6f2-0d13-4854-9f8d-e8bb1c1aa930 req-9aebb514-2ee9-4b66-a2f4-3e1e97a902ef service neutron] 10.222.0.39 "GET /v2.0/networks/c35ae514-c0a3-4dd6-86f3-408f005aa8d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3266990
Dec 09 05:29:46.656715 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-64a8ea4c-cb81-4a85-862a-2462774d62af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:46.660720 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-476d1aec-c334-4b61-a700-2913ec2afaae admin admin] Notify callbacks [] for port, precommit_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:46.695740 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-476d1aec-c334-4b61-a700-2913ec2afaae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:46.700206 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a6817c-1672-4a4a-b89e-56928878ce7c admin admin] Network 213a2199-d44a-4f31-a99f-f2fcf48b8a5b is scheduled to be hosted by DHCP agent cf8ef789-40b7-4066-b095-c11a9e991b4e with binding_index 1 {{(pid=80246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 09 05:29:46.711568 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-476d1aec-c334-4b61-a700-2913ec2afaae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3226911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036851029743'] for router_interface, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:46.722537 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:46.733952 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-43fe2f20-4af0-403e-b747-9a300555afb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:29:46.763374 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-c04bc113-c829-426d-9a3d-c68b18ed8ba3 req-ffcf3d1e-14cd-46d3-800f-a4f35177c5dd tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Unset dirty status for tenant:3257a949e8bc405187c51474a6152074 on resource:network {{(pid=80246) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:29:46.764590 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c04bc113-c829-426d-9a3d-c68b18ed8ba3 req-ffcf3d1e-14cd-46d3-800f-a4f35177c5dd tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/networks?id=5cb1a234-023e-4349-b09c-d46437d7559b HTTP/1.1" status: 200  len: 815 time: 0.6319313
Dec 09 05:29:46.779126 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-64a8ea4c-cb81-4a85-862a-2462774d62af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:46.809699 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] For port 534abad0-cb8a-45a5-89dc-932bf90ecd2c, host dv-cinder-763306-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=534abad0-cb8a-45a5-89dc-932bf90ecd2c,segment=NetworkSegment(6806ddaa-9afa-4e45-ac00-e428af44bdb5),segment_id=6806ddaa-9afa-4e45-ac00-e428af44bdb5)] {{(pid=80247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:29:46.813872 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-d5a6817c-1672-4a4a-b89e-56928878ce7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-6-iscsi, 213a2199-d44a-4f31-a99f-f2fcf48b8a5b) {{(pid=80246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:29:46.820995 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:46.826259 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ef8d4e-4ac0-4278-95d7-5b54b06b092c None None] Network 213a2199-d44a-4f31-a99f-f2fcf48b8a5b requested from dv-cinder-763306-6-iscsi {{(pid=80247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 09 05:29:46.845270 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [None req-2310ca19-d171-4715-b2b7-ac785077e1dd admin admin] Allocated IP 172.20.0.1 (06891e77-d716-4108-aee5-befcd6bf9ea6/f0a74771-7cf7-44b6-a932-ab6aa0c12e99/d7870353-fdfc-40e4-a65e-15dc381006c2) {{(pid=80245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 09 05:29:46.855173 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:29:46.865141 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-fecf6096-397b-48c8-b6ef-f57c3cf166dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:46.883113 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-611814e0-03ae-4b5b-a3f0-f1344313111b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:29:46.930131 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf6096-397b-48c8-b6ef-f57c3cf166dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db31560-9708-4fca-aae2-55c3d4ebe025,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:29:46.959134 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-fecf6096-397b-48c8-b6ef-f57c3cf166dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:29:47.030721 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3601f6f2-0d13-4854-9f8d-e8bb1c1aa930 req-94f30a5f-6f22-4a24-8c7e-710867e2b155 service neutron] 10.222.0.39 "GET /v2.0/networks/c35ae514-c0a3-4dd6-86f3-408f005aa8d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3303037
Dec 09 05:29:47.051039 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-fecf6096-397b-48c8-b6ef-f57c3cf166dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:47.066745 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-fecf6096-397b-48c8-b6ef-f57c3cf166dd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4db31560-9708-4fca-aae2-55c3d4ebe025 HTTP/1.1" status: 204  len: 168 time: 0.8694489
Dec 09 05:29:47.106108 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-87d26487-0c7c-4c48-b86b-21229ea02c6f None None] Notify callbacks [] for port, precommit_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:47.107820 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a6817c-1672-4a4a-b89e-56928878ce7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:29:47.108481 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d5a6817c-1672-4a4a-b89e-56928878ce7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3226941'] for subnet, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:47.116927 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c04bc113-c829-426d-9a3d-c68b18ed8ba3 req-68af673f-0a7d-4c51-9c05-d098cf50de3c tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/quotas/3257a949e8bc405187c51474a6152074 HTTP/1.1" status: 200  len: 375 time: 0.3177290
Dec 09 05:29:47.176581 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2310ca19-d171-4715-b2b7-ac785077e1dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:47.232314 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2310ca19-d171-4715-b2b7-ac785077e1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249358491764'] for port, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:47.233235 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-550caa12-a372-481a-ba79-d4bca42cce77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:47.245439 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-87d26487-0c7c-4c48-b86b-21229ea02c6f None None] Transition to ACTIVE for port object 810cc297-617d-482b-8d21-969e12e8e915 will not be triggered until provisioned by entity L2. {{(pid=80247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 09 05:29:47.261988 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:29:47.262292 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-87d26487-0c7c-4c48-b86b-21229ea02c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:47.302388 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476d1aec-c334-4b61-a700-2913ec2afaae admin admin] Pushing event updated for resources: {'Port': ['ID=11651696-cf2f-4d1e-ae2b-505371825be0,revision_number=2']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:29:47.325059 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c04bc113-c829-426d-9a3d-c68b18ed8ba3 req-619ac600-f4a7-417e-b066-1155a5788a62 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?tenant_id=3257a949e8bc405187c51474a6152074&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1812067
Dec 09 05:29:47.326565 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-d5a6817c-1672-4a4a-b89e-56928878ce7c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 3.8577321
Dec 09 05:29:47.331112 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-476d1aec-c334-4b61-a700-2913ec2afaae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:29:47.331820 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:29:47.358603 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 58900) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:29:47.368683 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-64a8ea4c-cb81-4a85-862a-2462774d62af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:47.379583 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550caa12-a372-481a-ba79-d4bca42cce77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55cdac60-e71e-4c91-80a7-435492facac9,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:29:47.405869 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-94676445-bb20-44b9-9b73-1976af26cd8b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-332747735-router', 'tenant_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89'}}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:29:47.415602 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-550caa12-a372-481a-ba79-d4bca42cce77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:29:47.421908 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-64a8ea4c-cb81-4a85-862a-2462774d62af admin admin] Notify callbacks [] for security_group, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:47.423252 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-94676445-bb20-44b9-9b73-1976af26cd8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:29:47.423420 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-64a8ea4c-cb81-4a85-862a-2462774d62af admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3ff0ab6c-3652-425c-80f1-8ebb055a6f6a HTTP/1.1" status: 204  len: 168 time: 1.1253333
Dec 09 05:29:47.426045 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-dcd9f0b1-c28c-42a2-8f20-a49d9ad166e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:29:47.463850 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a8ea4c-cb81-4a85-862a-2462774d62af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff0ab6c-3652-425c-80f1-8ebb055a6f6a,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:29:47.467308 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-64a8ea4c-cb81-4a85-862a-2462774d62af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:29:47.477517 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-550caa12-a372-481a-ba79-d4bca42cce77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:47.481456 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-550caa12-a372-481a-ba79-d4bca42cce77 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/55cdac60-e71e-4c91-80a7-435492facac9 HTTP/1.1" status: 204  len: 168 time: 1.4267025
Dec 09 05:29:47.483895 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476d1aec-c334-4b61-a700-2913ec2afaae admin admin] Network dc85d922-ae22-42c5-9deb-45d818643b4d is already hosted by enough agents. {{(pid=80246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 09 05:29:47.487855 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-476d1aec-c334-4b61-a700-2913ec2afaae admin admin] Resources bound (agent type, host, resource id):  {{(pid=80246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:29:47.546636 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-94676445-bb20-44b9-9b73-1976af26cd8b admin admin] Usage tracker for resource:router and tenant:c66dfb6ad0d4440d9fde314bc8bf155a is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:29:47.571481 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-585c1c1c-389d-49ad-8ee9-4cff3ead37ef req-f4108779-37b3-4dc9-b2f5-0edc4fb53cf7 tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] 10.222.0.39 "GET /v2.0/ports?device_id=c2565b35-11d7-44cb-8c25-428102a7c7b9 HTTP/1.1" status: 200  len: 210 time: 0.1697781
Dec 09 05:29:47.597879 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-94676445-bb20-44b9-9b73-1976af26cd8b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:29:47.604733 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Pushing event updated for resources: {'Port': ['ID=534abad0-cb8a-45a5-89dc-932bf90ecd2c,revision_number=4']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:29:47.609558 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.754s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:29:47.619743 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2310ca19-d171-4715-b2b7-ac785077e1dd admin admin] Pushing event updated for resources: {'Port': ['ID=d7870353-fdfc-40e4-a65e-15dc381006c2,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:29:47.620854 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-d90cebfe-e399-41f5-b5e0-9f2493ba8156 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.284s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:29:47.635919 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-94676445-bb20-44b9-9b73-1976af26cd8b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:29:47.644921 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-2310ca19-d171-4715-b2b7-ac785077e1dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:29:47.695798 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-94676445-bb20-44b9-9b73-1976af26cd8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854371491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3633'] for router, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:47.702906 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-94676445-bb20-44b9-9b73-1976af26cd8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854381126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036851028643', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772167'] for router, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:47.752626 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a825ce-8779-41c5-9a5f-53d6ac125581 None None] Pushing event updated for resources: {'Port': ['ID=810cc297-617d-482b-8d21-969e12e8e915,revision_number=2']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:29:47.756984 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-01a825ce-8779-41c5-9a5f-53d6ac125581 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:29:47.811246 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-94676445-bb20-44b9-9b73-1976af26cd8b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:47.854821 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-87d26487-0c7c-4c48-b86b-21229ea02c6f None None] Attempting to bind port 810cc297-617d-482b-8d21-969e12e8e915 on host dv-cinder-763306-6-iscsi for vnic_type normal with profile  {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 09 05:29:47.855300 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-87d26487-0c7c-4c48-b86b-21229ea02c6f None None] Attempting to bind port 810cc297-617d-482b-8d21-969e12e8e915 by drivers openvswitch on host dv-cinder-763306-6-iscsi at level 0 using segments [{'id': '6806ddaa-9afa-4e45-ac00-e428af44bdb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89'}] {{(pid=80247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 09 05:29:47.855720 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d26487-0c7c-4c48-b86b-21229ea02c6f None None] Attempting to bind port 810cc297-617d-482b-8d21-969e12e8e915 on network 1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89 {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 09 05:29:47.862337 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ef61fbcd-6288-4911-aece-23d68c1440ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:47.873100 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d26487-0c7c-4c48-b86b-21229ea02c6f None None] Checking agent: {'id': '7299edea-3c4e-4ec0-b2b3-c0ac9bf6315b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 20, 49), 'started_at': datetime.datetime(2020, 12, 9, 5, 21, 19), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 05:29:47.873543 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d26487-0c7c-4c48-b86b-21229ea02c6f None None] Checking segment: {'id': '6806ddaa-9afa-4e45-ac00-e428af44bdb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 09 05:29:47.874037 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-87d26487-0c7c-4c48-b86b-21229ea02c6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:47.874492 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d26487-0c7c-4c48-b86b-21229ea02c6f None None] Bound using segment: {'id': '6806ddaa-9afa-4e45-ac00-e428af44bdb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89'} {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 05:29:47.875044 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-87d26487-0c7c-4c48-b86b-21229ea02c6f None None] Bound port: 810cc297-617d-482b-8d21-969e12e8e915, host: dv-cinder-763306-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6806ddaa-9afa-4e45-ac00-e428af44bdb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89'}}] {{(pid=80247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 09 05:29:47.875495 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-87d26487-0c7c-4c48-b86b-21229ea02c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:47.962791 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-476d1aec-c334-4b61-a700-2913ec2afaae admin admin] Router 8559d66b-25fc-4afc-9c49-1405a5074c84 has already been hosted by L3 agent 16cb43a9-cd2d-4531-acd4-2457db4a9ad2 {{(pid=80246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 09 05:29:48.010822 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2310ca19-d171-4715-b2b7-ac785077e1dd admin admin] Network 06891e77-d716-4108-aee5-befcd6bf9ea6 is already hosted by enough agents. {{(pid=80245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 09 05:29:48.017229 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-dd2960f5-7057-4ff0-afcc-03ff8016a3b2 None None] Provisioning complete for port 11651696-cf2f-4d1e-ae2b-505371825be0 triggered by entity DHCP. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:29:48.017978 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-dd2960f5-7057-4ff0-afcc-03ff8016a3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:48.020038 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-2310ca19-d171-4715-b2b7-ac785077e1dd admin admin] Resources bound (agent type, host, resource id):  {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:29:48.024818 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2310ca19-d171-4715-b2b7-ac785077e1dd admin admin] Received port after_create {{(pid=80245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 09 05:29:48.025343 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2310ca19-d171-4715-b2b7-ac785077e1dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3746164'] for router_interface, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:48.116985 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-dd2960f5-7057-4ff0-afcc-03ff8016a3b2 None None] Port 11651696-cf2f-4d1e-ae2b-505371825be0 cannot update to ACTIVE because it is not bound. {{(pid=80247) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 09 05:29:48.121735 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b34baf-09e2-4afb-9c70-a16db0d8de46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd19d2df8-5246-5bd6-ad5c-c97c8fcfd48f-213a2199-d44a-4f31-a99f-f2fcf48b8a5b', 'network_id': '213a2199-d44a-4f31-a99f-f2fcf48b8a5b', 'tenant_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'fixed_ips': [{'subnet_id': 'f2d416e2-18e0-4718-bf66-1cf63cef4f47'}]}} from dv-cinder-763306-6-iscsi. {{(pid=80247) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 09 05:29:48.122675 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-62b34baf-09e2-4afb-9c70-a16db0d8de46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_create {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:48.179828 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-87d26487-0c7c-4c48-b86b-21229ea02c6f None None] For port 810cc297-617d-482b-8d21-969e12e8e915, host dv-cinder-763306-6-iscsi, cleared binding levels {{(pid=80247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 09 05:29:48.218962 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-87d26487-0c7c-4c48-b86b-21229ea02c6f None None] For port 810cc297-617d-482b-8d21-969e12e8e915, host dv-cinder-763306-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=810cc297-617d-482b-8d21-969e12e8e915,segment=NetworkSegment(6806ddaa-9afa-4e45-ac00-e428af44bdb5),segment_id=6806ddaa-9afa-4e45-ac00-e428af44bdb5)] {{(pid=80247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 09 05:29:48.417332 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 58944) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:29:48.496844 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [req-c04bc113-c829-426d-9a3d-c68b18ed8ba3 req-be9c01ef-a334-4578-93eb-c3ca64d1f1c4 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=80246) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 09 05:29:48.501962 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c04bc113-c829-426d-9a3d-c68b18ed8ba3 req-be9c01ef-a334-4578-93eb-c3ca64d1f1c4 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.8642936
Dec 09 05:29:48.505543 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-476d1aec-c334-4b61-a700-2913ec2afaae admin admin] Notify agent at l3_agent.dv-cinder-763306-6-iscsi the message routers_updated {{(pid=80246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 09 05:29:48.521155 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208c324c-66de-45b1-9545-620f4cdbcb19 None None] Sync routers for ids ['8559d66b-25fc-4afc-9c49-1405a5074c84'] in dv-cinder-763306-6-iscsi {{(pid=80248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 09 05:29:48.546357 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208c324c-66de-45b1-9545-620f4cdbcb19 None None] Routers {'8559d66b-25fc-4afc-9c49-1405a5074c84'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:29:48.548931 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-208c324c-66de-45b1-9545-620f4cdbcb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff88ad630>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:29:47Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['8559d66b-25fc-4afc-9c49-1405a5074c84'], 'active': True} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:29:48.555630 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [None req-62b34baf-09e2-4afb-9c70-a16db0d8de46 None None] Allocated IP 172.20.0.2 (213a2199-d44a-4f31-a99f-f2fcf48b8a5b/f2d416e2-18e0-4718-bf66-1cf63cef4f47/60c2b003-d39b-49c0-b5ff-3f9d88315446) {{(pid=80247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 09 05:29:48.615178 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-476d1aec-c334-4b61-a700-2913ec2afaae admin admin] 10.222.0.39 "PUT /v2.0/routers/8559d66b-25fc-4afc-9c49-1405a5074c84/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.3467801
Dec 09 05:29:48.616798 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a62125a8-b486-41b8-acfe-899c1f1c24b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:48.697154 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-a62125a8-b486-41b8-acfe-899c1f1c24b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:29:48.765062 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-a62125a8-b486-41b8-acfe-899c1f1c24b7 admin admin] Usage tracker for resource:security_group_rule and tenant:06e6699298cb4261a68bb788b0c617dc is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:29:48.771875 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-a62125a8-b486-41b8-acfe-899c1f1c24b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:29:48.807577 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-a62125a8-b486-41b8-acfe-899c1f1c24b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:29:48.913386 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c04bc113-c829-426d-9a3d-c68b18ed8ba3 req-fc2a245c-b687-4d60-8ad9-d5e68805ff78 service neutron] 10.222.0.39 "GET /v2.0/networks/5cb1a234-023e-4349-b09c-d46437d7559b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4012904
Dec 09 05:29:49.009058 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-94676445-bb20-44b9-9b73-1976af26cd8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036851028702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854371550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772138'] for router, precommit_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:49.028273 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2310ca19-d171-4715-b2b7-ac785077e1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:49.145507 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a62125a8-b486-41b8-acfe-899c1f1c24b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:49.150780 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c04bc113-c829-426d-9a3d-c68b18ed8ba3 req-6803a5b5-b208-477c-ab81-f313d31d2f5d service neutron] 10.222.0.39 "GET /v2.0/networks/5cb1a234-023e-4349-b09c-d46437d7559b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2235107
Dec 09 05:29:49.152469 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a62125a8-b486-41b8-acfe-899c1f1c24b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:49.165052 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:29:49.192699 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-208c324c-66de-45b1-9545-620f4cdbcb19 None None] Set router 8559d66b-25fc-4afc-9c49-1405a5074c84 gateway port host: dv-cinder-763306-6-iscsi {{(pid=80248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:29:49.240256 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-58a77c8a-883f-4133-8684-bbe2a0bc72ce req-d1897a59-1e6c-4d6e-85c4-ed8e6178c107 tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] 10.222.0.39 "GET /v2.0/ports?device_id=c2565b35-11d7-44cb-8c25-428102a7c7b9 HTTP/1.1" status: 200  len: 210 time: 0.2135315
Dec 09 05:29:49.267742 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-a62125a8-b486-41b8-acfe-899c1f1c24b7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=06e6699298cb4261a68bb788b0c617dc&name=default HTTP/1.1" status: 200  len: 2879 time: 0.8424730
Dec 09 05:29:49.268851 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 58976) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:29:49.273249 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-62b34baf-09e2-4afb-9c70-a16db0d8de46 None None] Notify callbacks [] for port, precommit_create {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:49.289194 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62125a8-b486-41b8-acfe-899c1f1c24b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c96a44-e818-43b8-9b01-4da14f02f56d,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:29:49.307414 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-a62125a8-b486-41b8-acfe-899c1f1c24b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:29:49.315675 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-62b34baf-09e2-4afb-9c70-a16db0d8de46 None None] Transition to ACTIVE for port object 60c2b003-d39b-49c0-b5ff-3f9d88315446 will not be triggered until provisioned by entity L2. {{(pid=80247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 09 05:29:49.359541 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-62b34baf-09e2-4afb-9c70-a16db0d8de46 None None] Transition to ACTIVE for port object 60c2b003-d39b-49c0-b5ff-3f9d88315446 will not be triggered until provisioned by entity DHCP. {{(pid=80247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 09 05:29:49.416346 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-87d26487-0c7c-4c48-b86b-21229ea02c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:49.418659 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-62b34baf-09e2-4afb-9c70-a16db0d8de46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249358491764'] for port, after_create {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:49.421458 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-aca1ee98-f9dc-4d71-a966-b6225cc9889b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:49.430967 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d667687f-70e4-40ee-92a5-0e371b53b2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:49.474736 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-aca1ee98-f9dc-4d71-a966-b6225cc9889b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:49.476243 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:29:49.544188 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-aca1ee98-f9dc-4d71-a966-b6225cc9889b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:49.551716 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-550caa12-a372-481a-ba79-d4bca42cce77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:29:49.593283 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca1ee98-f9dc-4d71-a966-b6225cc9889b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c96a44-e818-43b8-9b01-4da14f02f56d,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:29:49.601205 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-aca1ee98-f9dc-4d71-a966-b6225cc9889b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:29:49.609338 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-aca1ee98-f9dc-4d71-a966-b6225cc9889b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:49.614960 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-aca1ee98-f9dc-4d71-a966-b6225cc9889b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a2c96a44-e818-43b8-9b01-4da14f02f56d HTTP/1.1" status: 204  len: 168 time: 0.3305469
Dec 09 05:29:49.846497 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device 534abad0-cb8a-45a5-89dc-932bf90ecd2c up at agent ovs-agent-dv-cinder-763306-6-iscsi {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:29:49.925203 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-13a192c4-36e8-48d3-a237-e6ff42d10f46 req-de704a2e-c75b-4b57-9c3f-44dfc6eae0ac tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=c72e4077-6f66-4705-9a4a-2b261d075ebc HTTP/1.1" status: 200  len: 210 time: 0.2290986
Dec 09 05:29:49.954971 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:49.978152 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-208c324c-66de-45b1-9545-620f4cdbcb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff88ad630>, [{'id': '8559d66b-25fc-4afc-9c49-1405a5074c84', 'name': 'tempest-AttachVolumeTestJSON-828419125-router', 'tenant_id': '9201b4ea11f94e639e12c77d9a8399c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '534abad0-cb8a-45a5-89dc-932bf90ecd2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:29:34Z', 'updated_at': '2020-12-09T05:29:45Z', 'revision_number': 4, 'project_id': '9201b4ea11f94e639e12c77d9a8399c8', 'gw_port': {'id': '534abad0-cb8a-45a5-89dc-932bf90ecd2c', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:38:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8559d66b-25fc-4afc-9c49-1405a5074c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:29:35Z', 'updated_at': '2020-12-09T05:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_interfaces': [{'id': '11651696-cf2f-4d1e-ae2b-505371825be0', 'name': '', 'network_id': 'dc85d922-ae22-42c5-9deb-45d818643b4d', 'tenant_id': '9201b4ea11f94e639e12c77d9a8399c8', 'mac_address': 'fa:16:3e:49:51:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8559d66b-25fc-4afc-9c49-1405a5074c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8f49fd64-da9a-42ca-aba6-01dbe1ac7987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:29:42Z', 'updated_at': '2020-12-09T05:29:46Z', 'revision_number': 2, 'project_id': '9201b4ea11f94e639e12c77d9a8399c8', 'subnets': [{'id': '8f49fd64-da9a-42ca-aba6-01dbe1ac7987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:29:49.996918 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208c324c-66de-45b1-9545-620f4cdbcb19 None None] Checking router: 8559d66b-25fc-4afc-9c49-1405a5074c84 for host: dv-cinder-763306-6-iscsi {{(pid=80248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 09 05:29:49.997331 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208c324c-66de-45b1-9545-620f4cdbcb19 None None] Updating router 8559d66b-25fc-4afc-9c49-1405a5074c84 port 11651696-cf2f-4d1e-ae2b-505371825be0 binding host dv-cinder-763306-6-iscsi {{(pid=80248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 09 05:29:50.137926 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-208c324c-66de-45b1-9545-620f4cdbcb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:50.189179 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d26487-0c7c-4c48-b86b-21229ea02c6f None None] Routers {'92853a73-0235-4871-a647-61c4f5a1606b'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:29:50.190236 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-87d26487-0c7c-4c48-b86b-21229ea02c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff8941908>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:29:47Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['92853a73-0235-4871-a647-61c4f5a1606b'], 'active': True} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:29:50.200254 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-43f44203-54c4-4c67-af47-9ad3e8a05b65 None None] Agent healthcheck: found 6 active agents {{(pid=80248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 09 05:29:50.218423 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-94676445-bb20-44b9-9b73-1976af26cd8b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:50.308299 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-94676445-bb20-44b9-9b73-1976af26cd8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:50.358255 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.db.resource_extend [None req-2310ca19-d171-4715-b2b7-ac785077e1dd admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 09 05:29:50.436677 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-858fc187-cc56-4aeb-a3e2-00a52ab9489b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:50.557633 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-bd9a623a-0139-421c-b1de-f51cd2ae6641 req-84adf31c-5ede-4ee1-95a6-1361d838118a tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] 10.222.0.39 "GET /v2.0/ports?device_id=c2565b35-11d7-44cb-8c25-428102a7c7b9 HTTP/1.1" status: 200  len: 210 time: 0.1659012
Dec 09 05:29:50.880093 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a825ce-8779-41c5-9a5f-53d6ac125581 None None] Pushing event updated for resources: {'Port': ['ID=810cc297-617d-482b-8d21-969e12e8e915,revision_number=3']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:29:51.083986 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [None req-94676445-bb20-44b9-9b73-1976af26cd8b admin admin] Allocated IP 172.27.2.222 (1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89/b1368c69-6e14-4d1d-80ab-b679585c21ba/c1b3ebf6-2106-4e9f-8f5a-ef6d91e18331) {{(pid=80245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 09 05:29:51.283052 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-13bde9a6-b6e5-48fd-bb40-708bef307f55 req-bf240473-0b06-4f5b-bd55-aeadd935bff0 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=c72e4077-6f66-4705-9a4a-2b261d075ebc HTTP/1.1" status: 200  len: 210 time: 0.1565313
Dec 09 05:29:51.389515 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2310ca19-d171-4715-b2b7-ac785077e1dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:51.392224 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-208c324c-66de-45b1-9545-620f4cdbcb19 None None] Notify callbacks [] for port, precommit_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:51.404492 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2310ca19-d171-4715-b2b7-ac785077e1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:51.419553 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-208c324c-66de-45b1-9545-620f4cdbcb19 None None] Transition to ACTIVE for port object 11651696-cf2f-4d1e-ae2b-505371825be0 will not be triggered until provisioned by entity L2. {{(pid=80248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 09 05:29:51.421998 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2310ca19-d171-4715-b2b7-ac785077e1dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3226911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036851029743'] for router_interface, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:51.426680 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-208c324c-66de-45b1-9545-620f4cdbcb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:51.451202 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-92177ae6-4696-485f-8a40-30608e8bf8ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:29:51.463188 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8e047095-1621-459b-9a85-200c0536a931 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:29:51.527258 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 59064) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:29:51.534940 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-642da2d0-295f-46bc-88c3-e27adc4ee436 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Request body: {'security_group': {'name': 'tempest-securitygroup--1764306854', 'description': 'tempest-description--1579922121'}} {{(pid=80246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:29:51.543796 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Provisioning complete for port 534abad0-cb8a-45a5-89dc-932bf90ecd2c triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:29:51.544641 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:51.545847 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-642da2d0-295f-46bc-88c3-e27adc4ee436 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:29:51.562133 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-642da2d0-295f-46bc-88c3-e27adc4ee436 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Usage tracker for resource:security_group and tenant:9201b4ea11f94e639e12c77d9a8399c8 is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:29:51.567648 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-642da2d0-295f-46bc-88c3-e27adc4ee436 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:29:51.579330 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-642da2d0-295f-46bc-88c3-e27adc4ee436 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:29:51.604150 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-642da2d0-295f-46bc-88c3-e27adc4ee436 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks [] for security_group, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:51.646554 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2310ca19-d171-4715-b2b7-ac785077e1dd admin admin] Pushing event updated for resources: {'Port': ['ID=d7870353-fdfc-40e4-a65e-15dc381006c2,revision_number=2']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:29:51.651013 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-2310ca19-d171-4715-b2b7-ac785077e1dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:29:51.693585 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-642da2d0-295f-46bc-88c3-e27adc4ee436 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:29:51.699209 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-642da2d0-295f-46bc-88c3-e27adc4ee436 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Usage tracker for resource:security_group_rule and tenant:9201b4ea11f94e639e12c77d9a8399c8 is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:29:51.705881 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-642da2d0-295f-46bc-88c3-e27adc4ee436 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:29:51.721373 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-642da2d0-295f-46bc-88c3-e27adc4ee436 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:29:51.771749 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-94676445-bb20-44b9-9b73-1976af26cd8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:51.844289 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b34baf-09e2-4afb-9c70-a16db0d8de46 None None] Pushing event updated for resources: {'Port': ['ID=60c2b003-d39b-49c0-b5ff-3f9d88315446,revision_number=1']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:29:51.876758 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-87d26487-0c7c-4c48-b86b-21229ea02c6f None None] Set router 92853a73-0235-4871-a647-61c4f5a1606b gateway port host: dv-cinder-763306-6-iscsi {{(pid=80247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:29:51.882606 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25456b75-1f38-4d8e-b446-a45cb0fa8539 None None] Pushing event updated for resources: {'Port': ['ID=11651696-cf2f-4d1e-ae2b-505371825be0,revision_number=3']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:29:51.900434 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-25456b75-1f38-4d8e-b446-a45cb0fa8539 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:29:51.903441 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-642da2d0-295f-46bc-88c3-e27adc4ee436 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks [] for security_group, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:51.909805 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-642da2d0-295f-46bc-88c3-e27adc4ee436 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:51.917660 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-05e3570c-3b78-432d-b593-9852e6213053 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:29:51.972257 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642da2d0-295f-46bc-88c3-e27adc4ee436 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Pushing event updated for resources: {'SecurityGroup': ['ID=ecdb9fd2-1d3a-4252-8b98-f44c30285d67,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:29:51.979900 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-62b34baf-09e2-4afb-9c70-a16db0d8de46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.504s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:29:51.980682 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-01a825ce-8779-41c5-9a5f-53d6ac125581 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.028s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:29:51.981085 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-01a825ce-8779-41c5-9a5f-53d6ac125581 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:29:51.990498 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2310ca19-d171-4715-b2b7-ac785077e1dd admin admin] Network 06891e77-d716-4108-aee5-befcd6bf9ea6 is already hosted by enough agents. {{(pid=80245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 09 05:29:51.996015 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-2310ca19-d171-4715-b2b7-ac785077e1dd admin admin] Resources bound (agent type, host, resource id):  {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:29:52.004531 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-642da2d0-295f-46bc-88c3-e27adc4ee436 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks [] for security_group, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:52.014373 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b34baf-09e2-4afb-9c70-a16db0d8de46 None None] Network 213a2199-d44a-4f31-a99f-f2fcf48b8a5b is already hosted by enough agents. {{(pid=80247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 09 05:29:52.018060 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-642da2d0-295f-46bc-88c3-e27adc4ee436 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1730 time: 0.4886684
Dec 09 05:29:52.020427 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-642da2d0-295f-46bc-88c3-e27adc4ee436 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:29:52.022047 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 59078) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:29:52.029748 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-5ad82366-8456-4e97-b157-7032a93e3fc6 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Request body: {'security_group_rule': {'security_group_id': 'ecdb9fd2-1d3a-4252-8b98-f44c30285d67', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:29:52.037851 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-5ad82366-8456-4e97-b157-7032a93e3fc6 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:29:52.042829 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-5ad82366-8456-4e97-b157-7032a93e3fc6 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Usage tracker for resource:security_group_rule and tenant:9201b4ea11f94e639e12c77d9a8399c8 is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:29:52.046516 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-5ad82366-8456-4e97-b157-7032a93e3fc6 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:29:52.052881 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-5ad82366-8456-4e97-b157-7032a93e3fc6 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:29:52.084653 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5ad82366-8456-4e97-b157-7032a93e3fc6 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks [] for security_group_rule, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:52.117486 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-62b34baf-09e2-4afb-9c70-a16db0d8de46 None None] Resources bound (agent type, host, resource id):  {{(pid=80247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:29:52.174203 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b34baf-09e2-4afb-9c70-a16db0d8de46 None None] Received port after_create {{(pid=80247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 09 05:29:52.209943 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-94676445-bb20-44b9-9b73-1976af26cd8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249358491764'] for port, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:52.258266 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e084523c-8b8e-46d5-947c-e2229c236f55 req-af900ce5-9682-495c-9e30-dfadaa245131 tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] 10.222.0.39 "GET /v2.0/ports?device_id=c2565b35-11d7-44cb-8c25-428102a7c7b9 HTTP/1.1" status: 200  len: 210 time: 0.1365402
Dec 09 05:29:52.302622 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.59', 60368) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:29:52.395769 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-208c324c-66de-45b1-9545-620f4cdbcb19 None None] Attempting to bind port 11651696-cf2f-4d1e-ae2b-505371825be0 on host dv-cinder-763306-6-iscsi for vnic_type normal with profile  {{(pid=80248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 09 05:29:52.396203 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-208c324c-66de-45b1-9545-620f4cdbcb19 None None] Attempting to bind port 11651696-cf2f-4d1e-ae2b-505371825be0 by drivers openvswitch on host dv-cinder-763306-6-iscsi at level 0 using segments [{'id': 'cd7393d7-7f78-4ab1-8639-f6501869916c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dc85d922-ae22-42c5-9deb-45d818643b4d'}] {{(pid=80248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 09 05:29:52.396615 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208c324c-66de-45b1-9545-620f4cdbcb19 None None] Attempting to bind port 11651696-cf2f-4d1e-ae2b-505371825be0 on network dc85d922-ae22-42c5-9deb-45d818643b4d {{(pid=80248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 09 05:29:52.416966 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208c324c-66de-45b1-9545-620f4cdbcb19 None None] Checking agent: {'id': '7299edea-3c4e-4ec0-b2b3-c0ac9bf6315b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 20, 49), 'started_at': datetime.datetime(2020, 12, 9, 5, 21, 19), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 05:29:52.417363 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208c324c-66de-45b1-9545-620f4cdbcb19 None None] Checking segment: {'id': 'cd7393d7-7f78-4ab1-8639-f6501869916c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dc85d922-ae22-42c5-9deb-45d818643b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 09 05:29:52.417781 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-208c324c-66de-45b1-9545-620f4cdbcb19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:52.418161 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208c324c-66de-45b1-9545-620f4cdbcb19 None None] Bound using segment: {'id': 'cd7393d7-7f78-4ab1-8639-f6501869916c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dc85d922-ae22-42c5-9deb-45d818643b4d'} {{(pid=80248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 05:29:52.418675 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-208c324c-66de-45b1-9545-620f4cdbcb19 None None] Bound port: 11651696-cf2f-4d1e-ae2b-505371825be0, host: dv-cinder-763306-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd7393d7-7f78-4ab1-8639-f6501869916c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dc85d922-ae22-42c5-9deb-45d818643b4d'}}] {{(pid=80248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 09 05:29:52.419094 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-208c324c-66de-45b1-9545-620f4cdbcb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:52.464359 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-2310ca19-d171-4715-b2b7-ac785077e1dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:29:52.620336 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-208c324c-66de-45b1-9545-620f4cdbcb19 None None] For port 11651696-cf2f-4d1e-ae2b-505371825be0, host dv-cinder-763306-6-iscsi, cleared binding levels {{(pid=80248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 09 05:29:52.623991 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-208c324c-66de-45b1-9545-620f4cdbcb19 None None] For port 11651696-cf2f-4d1e-ae2b-505371825be0, host dv-cinder-763306-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=11651696-cf2f-4d1e-ae2b-505371825be0,segment=NetworkSegment(cd7393d7-7f78-4ab1-8639-f6501869916c),segment_id=cd7393d7-7f78-4ab1-8639-f6501869916c)] {{(pid=80248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 09 05:29:52.630430 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-208c324c-66de-45b1-9545-620f4cdbcb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:52.657643 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8e047095-1621-459b-9a85-200c0536a931 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:29:52.707101 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94676445-bb20-44b9-9b73-1976af26cd8b admin admin] Pushing event updated for resources: {'Port': ['ID=c1b3ebf6-2106-4e9f-8f5a-ef6d91e18331,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:29:52.716769 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-94676445-bb20-44b9-9b73-1976af26cd8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:29:52.781756 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3601f6f2-0d13-4854-9f8d-e8bb1c1aa930 req-517d8ec0-3e8b-401d-8f34-a8ed7523dfbe tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:29:52.783626 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-3601f6f2-0d13-4854-9f8d-e8bb1c1aa930 req-517d8ec0-3e8b-401d-8f34-a8ed7523dfbe tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] Synchronizing usage tracker for tenant:6eccf6ce870243d1985d0f145b48f27f on resource:network {{(pid=80246) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:29:52.806363 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5ad82366-8456-4e97-b157-7032a93e3fc6 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:52.818127 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5ad82366-8456-4e97-b157-7032a93e3fc6 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365132'] for security_group_rule, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:52.855499 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:29:52.882634 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25456b75-1f38-4d8e-b446-a45cb0fa8539 None None] Pushing event updated for resources: {'Port': ['ID=11651696-cf2f-4d1e-ae2b-505371825be0,revision_number=4']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:29:52.888631 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-25456b75-1f38-4d8e-b446-a45cb0fa8539 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:29:52.914136 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad82366-8456-4e97-b157-7032a93e3fc6 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59b4efba-7499-45be-ab43-19cd652cebc6,revision_number=0']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:29:52.947488 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-5ad82366-8456-4e97-b157-7032a93e3fc6 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:29:52.947967 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-3601f6f2-0d13-4854-9f8d-e8bb1c1aa930 req-517d8ec0-3e8b-401d-8f34-a8ed7523dfbe tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] Unset dirty status for tenant:6eccf6ce870243d1985d0f145b48f27f on resource:network {{(pid=80246) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:29:52.949293 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3601f6f2-0d13-4854-9f8d-e8bb1c1aa930 req-517d8ec0-3e8b-401d-8f34-a8ed7523dfbe tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] 10.222.0.59 "GET /v2.0/networks?id=c35ae514-c0a3-4dd6-86f3-408f005aa8d5 HTTP/1.1" status: 200  len: 812 time: 0.6451397
Dec 09 05:29:52.980948 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5ad82366-8456-4e97-b157-7032a93e3fc6 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks [] for security_group_rule, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:52.985705 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-5ad82366-8456-4e97-b157-7032a93e3fc6 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.9618716
Dec 09 05:29:52.986655 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 59112) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:29:53.005785 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-3601f6f2-0d13-4854-9f8d-e8bb1c1aa930 req-83b76a30-9c2e-49b1-9c63-36ba6e957e4f tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] Request body: {'port': {'device_id': 'c2565b35-11d7-44cb-8c25-428102a7c7b9', 'network_id': 'c35ae514-c0a3-4dd6-86f3-408f005aa8d5', 'admin_state_up': True, 'tenant_id': '6eccf6ce870243d1985d0f145b48f27f'}} {{(pid=80246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:29:53.046945 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-62b34baf-09e2-4afb-9c70-a16db0d8de46 None None] Attempting to bind port 60c2b003-d39b-49c0-b5ff-3f9d88315446 on host dv-cinder-763306-6-iscsi for vnic_type normal with profile  {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 09 05:29:53.047369 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-62b34baf-09e2-4afb-9c70-a16db0d8de46 None None] Attempting to bind port 60c2b003-d39b-49c0-b5ff-3f9d88315446 by drivers openvswitch on host dv-cinder-763306-6-iscsi at level 0 using segments [{'id': 'd2ba5cc2-7dc0-4439-9bab-bd1dc2090790', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '213a2199-d44a-4f31-a99f-f2fcf48b8a5b'}] {{(pid=80247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 09 05:29:53.047846 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b34baf-09e2-4afb-9c70-a16db0d8de46 None None] Attempting to bind port 60c2b003-d39b-49c0-b5ff-3f9d88315446 on network 213a2199-d44a-4f31-a99f-f2fcf48b8a5b {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 09 05:29:53.070049 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b34baf-09e2-4afb-9c70-a16db0d8de46 None None] Checking agent: {'id': '7299edea-3c4e-4ec0-b2b3-c0ac9bf6315b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 20, 49), 'started_at': datetime.datetime(2020, 12, 9, 5, 21, 19), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 05:29:53.070724 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b34baf-09e2-4afb-9c70-a16db0d8de46 None None] Checking segment: {'id': 'd2ba5cc2-7dc0-4439-9bab-bd1dc2090790', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '213a2199-d44a-4f31-a99f-f2fcf48b8a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 09 05:29:53.071070 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-62b34baf-09e2-4afb-9c70-a16db0d8de46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:53.071534 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b34baf-09e2-4afb-9c70-a16db0d8de46 None None] Bound using segment: {'id': 'd2ba5cc2-7dc0-4439-9bab-bd1dc2090790', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '213a2199-d44a-4f31-a99f-f2fcf48b8a5b'} {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 05:29:53.072099 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-62b34baf-09e2-4afb-9c70-a16db0d8de46 None None] Bound port: 60c2b003-d39b-49c0-b5ff-3f9d88315446, host: dv-cinder-763306-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2ba5cc2-7dc0-4439-9bab-bd1dc2090790', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '213a2199-d44a-4f31-a99f-f2fcf48b8a5b'}}] {{(pid=80247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 09 05:29:53.072560 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-62b34baf-09e2-4afb-9c70-a16db0d8de46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:53.296386 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208c324c-66de-45b1-9545-620f4cdbcb19 None None] Routers {'8559d66b-25fc-4afc-9c49-1405a5074c84'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:29:53.299873 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-208c324c-66de-45b1-9545-620f4cdbcb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff88ad630>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:29:47Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['8559d66b-25fc-4afc-9c49-1405a5074c84'], 'active': True} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:29:53.366948 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-49cfed3a-4e16-40ad-ac8d-b4fb68dafe84 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Request body: {'security_group_rule': {'security_group_id': 'ecdb9fd2-1d3a-4252-8b98-f44c30285d67', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:29:53.373266 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-49cfed3a-4e16-40ad-ac8d-b4fb68dafe84 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:29:53.379116 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-49cfed3a-4e16-40ad-ac8d-b4fb68dafe84 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Usage tracker for resource:security_group_rule and tenant:9201b4ea11f94e639e12c77d9a8399c8 is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:29:53.382645 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-49cfed3a-4e16-40ad-ac8d-b4fb68dafe84 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:29:53.383353 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-62b34baf-09e2-4afb-9c70-a16db0d8de46 None None] For port 60c2b003-d39b-49c0-b5ff-3f9d88315446, host dv-cinder-763306-6-iscsi, cleared binding levels {{(pid=80247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 09 05:29:53.390958 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-62b34baf-09e2-4afb-9c70-a16db0d8de46 None None] For port 60c2b003-d39b-49c0-b5ff-3f9d88315446, host dv-cinder-763306-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=60c2b003-d39b-49c0-b5ff-3f9d88315446,segment=NetworkSegment(d2ba5cc2-7dc0-4439-9bab-bd1dc2090790),segment_id=d2ba5cc2-7dc0-4439-9bab-bd1dc2090790)] {{(pid=80247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 09 05:29:53.391679 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-49cfed3a-4e16-40ad-ac8d-b4fb68dafe84 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:29:53.416203 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.59', 60373) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:29:53.442915 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-62b34baf-09e2-4afb-9c70-a16db0d8de46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:53.508528 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-3601f6f2-0d13-4854-9f8d-e8bb1c1aa930 req-83b76a30-9c2e-49b1-9c63-36ba6e957e4f tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:29:53.510342 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-2cbfd1f0-01a8-4fbe-9500-bfaa4753f642 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:29:53.511233 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-49cfed3a-4e16-40ad-ac8d-b4fb68dafe84 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks [] for security_group_rule, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:53.537166 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-3601f6f2-0d13-4854-9f8d-e8bb1c1aa930 req-83b76a30-9c2e-49b1-9c63-36ba6e957e4f tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] Usage tracker for resource:port and tenant:6eccf6ce870243d1985d0f145b48f27f is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:29:53.571794 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-3601f6f2-0d13-4854-9f8d-e8bb1c1aa930 req-83b76a30-9c2e-49b1-9c63-36ba6e957e4f tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] Quota usage for port was recalculated. Used quota:0. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:29:53.607703 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-3601f6f2-0d13-4854-9f8d-e8bb1c1aa930 req-83b76a30-9c2e-49b1-9c63-36ba6e957e4f tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:29:53.716247 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-87d26487-0c7c-4c48-b86b-21229ea02c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff8941908>, [{'id': '92853a73-0235-4871-a647-61c4f5a1606b', 'name': 'tempest-ServerRescueNegativeTestJSON-802605716-router', 'tenant_id': 'f2e56e35acf649b3b3156dba09242a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '810cc297-617d-482b-8d21-969e12e8e915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:29:37Z', 'updated_at': '2020-12-09T05:29:48Z', 'revision_number': 4, 'project_id': 'f2e56e35acf649b3b3156dba09242a4f', 'gw_port': {'id': '810cc297-617d-482b-8d21-969e12e8e915', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:79:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92853a73-0235-4871-a647-61c4f5a1606b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:29:39Z', 'updated_at': '2020-12-09T05:29:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_interfaces': [{'id': 'd7870353-fdfc-40e4-a65e-15dc381006c2', 'name': '', 'network_id': '06891e77-d716-4108-aee5-befcd6bf9ea6', 'tenant_id': 'f2e56e35acf649b3b3156dba09242a4f', 'mac_address': 'fa:16:3e:2d:f0:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92853a73-0235-4871-a647-61c4f5a1606b', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f0a74771-7cf7-44b6-a932-ab6aa0c12e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:29:46Z', 'updated_at': '2020-12-09T05:29:46Z', 'revision_number': 1, 'project_id': 'f2e56e35acf649b3b3156dba09242a4f', 'subnets': [{'id': 'f0a74771-7cf7-44b6-a932-ab6aa0c12e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:29:53.727337 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5cf50c02-faad-48e8-8cb2-dd260ef66071 req-4796d856-b0be-47fe-8b08-75afc6c0bcec tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=c72e4077-6f66-4705-9a4a-2b261d075ebc HTTP/1.1" status: 200  len: 210 time: 0.9969058
Dec 09 05:29:53.739171 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2310ca19-d171-4715-b2b7-ac785077e1dd admin admin] Router 92853a73-0235-4871-a647-61c4f5a1606b has already been hosted by L3 agent 16cb43a9-cd2d-4531-acd4-2457db4a9ad2 {{(pid=80245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 09 05:29:53.787630 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94676445-bb20-44b9-9b73-1976af26cd8b admin admin] Network 1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89 is already hosted by enough agents. {{(pid=80245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 09 05:29:53.796372 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-94676445-bb20-44b9-9b73-1976af26cd8b admin admin] Resources bound (agent type, host, resource id):  {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:29:53.816818 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94676445-bb20-44b9-9b73-1976af26cd8b admin admin] Received port after_create {{(pid=80245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 09 05:29:53.865662 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-208c324c-66de-45b1-9545-620f4cdbcb19 None None] Set router 8559d66b-25fc-4afc-9c49-1405a5074c84 gateway port host: dv-cinder-763306-6-iscsi {{(pid=80248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:29:53.901215 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d26487-0c7c-4c48-b86b-21229ea02c6f None None] The sync data for ids ['92853a73-0235-4871-a647-61c4f5a1606b'] in dv-cinder-763306-6-iscsi is: [{'id': '92853a73-0235-4871-a647-61c4f5a1606b', 'name': 'tempest-ServerRescueNegativeTestJSON-802605716-router', 'tenant_id': 'f2e56e35acf649b3b3156dba09242a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '810cc297-617d-482b-8d21-969e12e8e915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:29:37Z', 'updated_at': '2020-12-09T05:29:48Z', 'revision_number': 4, 'project_id': 'f2e56e35acf649b3b3156dba09242a4f', 'gw_port': {'id': '810cc297-617d-482b-8d21-969e12e8e915', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:79:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92853a73-0235-4871-a647-61c4f5a1606b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:29:39Z', 'updated_at': '2020-12-09T05:29:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_interfaces': [{'id': 'd7870353-fdfc-40e4-a65e-15dc381006c2', 'name': '', 'network_id': '06891e77-d716-4108-aee5-befcd6bf9ea6', 'tenant_id': 'f2e56e35acf649b3b3156dba09242a4f', 'mac_address': 'fa:16:3e:2d:f0:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92853a73-0235-4871-a647-61c4f5a1606b', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f0a74771-7cf7-44b6-a932-ab6aa0c12e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:29:46Z', 'updated_at': '2020-12-09T05:29:46Z', 'revision_number': 1, 'project_id': 'f2e56e35acf649b3b3156dba09242a4f', 'subnets': [{'id': 'f0a74771-7cf7-44b6-a932-ab6aa0c12e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 09 05:29:53.945028 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-aa7f6a53-7b88-429a-853b-86ce550e88ce req-ab9e85d4-304c-48c9-a751-23a198a77c2f tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] 10.222.0.39 "GET /v2.0/ports?device_id=c2565b35-11d7-44cb-8c25-428102a7c7b9 HTTP/1.1" status: 200  len: 210 time: 0.2814517
Dec 09 05:29:53.975415 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b34baf-09e2-4afb-9c70-a16db0d8de46 None None] Pushing event updated for resources: {'Port': ['ID=60c2b003-d39b-49c0-b5ff-3f9d88315446,revision_number=2']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:29:53.980988 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-62b34baf-09e2-4afb-9c70-a16db0d8de46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:29:53.984850 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3601f6f2-0d13-4854-9f8d-e8bb1c1aa930 req-83b76a30-9c2e-49b1-9c63-36ba6e957e4f tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] Made reservation on behalf of 6eccf6ce870243d1985d0f145b48f27f for: {'port': 1} {{(pid=80246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 09 05:29:53.995942 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-3601f6f2-0d13-4854-9f8d-e8bb1c1aa930 req-83b76a30-9c2e-49b1-9c63-36ba6e957e4f tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:54.056432 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-49cfed3a-4e16-40ad-ac8d-b4fb68dafe84 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:54.095613 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-49cfed3a-4e16-40ad-ac8d-b4fb68dafe84 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365132'] for security_group_rule, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:54.127918 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:29:54.201373 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-49cfed3a-4e16-40ad-ac8d-b4fb68dafe84 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks [] for security_group_rule, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:54.207711 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-49cfed3a-4e16-40ad-ac8d-b4fb68dafe84 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 1.2184625
Dec 09 05:29:54.211512 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 59156) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:29:54.228899 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cfed3a-4e16-40ad-ac8d-b4fb68dafe84 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd255ca2-4769-43c6-9201-15e03fd86099,revision_number=0']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:29:54.236430 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-c6f6ebba-f710-445d-80e0-57c13f91ff36 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Request body: {'floatingip': {'floating_network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89'}} {{(pid=80246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:29:54.244346 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-c6f6ebba-f710-445d-80e0-57c13f91ff36 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:29:54.249000 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-c6f6ebba-f710-445d-80e0-57c13f91ff36 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Usage tracker for resource:floatingip and tenant:9201b4ea11f94e639e12c77d9a8399c8 is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:29:54.252973 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-c6f6ebba-f710-445d-80e0-57c13f91ff36 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:29:54.263398 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-c6f6ebba-f710-445d-80e0-57c13f91ff36 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:29:54.336518 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-49cfed3a-4e16-40ad-ac8d-b4fb68dafe84 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:29:54.337988 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c6f6ebba-f710-445d-80e0-57c13f91ff36 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks [] for floatingip, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:54.396553 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04bc113-c829-426d-9a3d-c68b18ed8ba3 req-51a4ea5f-aa7f-457e-9b02-dba1893fa52f tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:29:54.398550 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c04bc113-c829-426d-9a3d-c68b18ed8ba3 req-51a4ea5f-aa7f-457e-9b02-dba1893fa52f tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.59 "GET /v2.0/networks?id=5cb1a234-023e-4349-b09c-d46437d7559b HTTP/1.1" status: 200  len: 815 time: 0.9430952
Dec 09 05:29:54.440198 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2310ca19-d171-4715-b2b7-ac785077e1dd admin admin] Notify agent at l3_agent.dv-cinder-763306-6-iscsi the message routers_updated {{(pid=80245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 09 05:29:54.543559 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-c04bc113-c829-426d-9a3d-c68b18ed8ba3 req-56a1506f-a6da-4064-8a64-1686ac8a4bb5 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Request body: {'port': {'device_id': 'c72e4077-6f66-4705-9a4a-2b261d075ebc', 'network_id': '5cb1a234-023e-4349-b09c-d46437d7559b', 'admin_state_up': True, 'tenant_id': '3257a949e8bc405187c51474a6152074'}} {{(pid=80246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:29:54.567848 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-2310ca19-d171-4715-b2b7-ac785077e1dd admin admin] 10.222.0.39 "PUT /v2.0/routers/92853a73-0235-4871-a647-61c4f5a1606b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.6792569
Dec 09 05:29:54.795176 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-208c324c-66de-45b1-9545-620f4cdbcb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff88ad630>, [{'id': '8559d66b-25fc-4afc-9c49-1405a5074c84', 'name': 'tempest-AttachVolumeTestJSON-828419125-router', 'tenant_id': '9201b4ea11f94e639e12c77d9a8399c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '534abad0-cb8a-45a5-89dc-932bf90ecd2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:29:34Z', 'updated_at': '2020-12-09T05:29:45Z', 'revision_number': 4, 'project_id': '9201b4ea11f94e639e12c77d9a8399c8', 'gw_port': {'id': '534abad0-cb8a-45a5-89dc-932bf90ecd2c', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:38:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8559d66b-25fc-4afc-9c49-1405a5074c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:29:35Z', 'updated_at': '2020-12-09T05:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_interfaces': [{'id': '11651696-cf2f-4d1e-ae2b-505371825be0', 'name': '', 'network_id': 'dc85d922-ae22-42c5-9deb-45d818643b4d', 'tenant_id': '9201b4ea11f94e639e12c77d9a8399c8', 'mac_address': 'fa:16:3e:49:51:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8559d66b-25fc-4afc-9c49-1405a5074c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8f49fd64-da9a-42ca-aba6-01dbe1ac7987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:29:42Z', 'updated_at': '2020-12-09T05:29:52Z', 'revision_number': 4, 'project_id': '9201b4ea11f94e639e12c77d9a8399c8', 'subnets': [{'id': '8f49fd64-da9a-42ca-aba6-01dbe1ac7987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:29:54.810086 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208c324c-66de-45b1-9545-620f4cdbcb19 None None] The sync data for ids ['8559d66b-25fc-4afc-9c49-1405a5074c84'] in dv-cinder-763306-6-iscsi is: [{'id': '8559d66b-25fc-4afc-9c49-1405a5074c84', 'name': 'tempest-AttachVolumeTestJSON-828419125-router', 'tenant_id': '9201b4ea11f94e639e12c77d9a8399c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '534abad0-cb8a-45a5-89dc-932bf90ecd2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:29:34Z', 'updated_at': '2020-12-09T05:29:45Z', 'revision_number': 4, 'project_id': '9201b4ea11f94e639e12c77d9a8399c8', 'gw_port': {'id': '534abad0-cb8a-45a5-89dc-932bf90ecd2c', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:38:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8559d66b-25fc-4afc-9c49-1405a5074c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:29:35Z', 'updated_at': '2020-12-09T05:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_interfaces': [{'id': '11651696-cf2f-4d1e-ae2b-505371825be0', 'name': '', 'network_id': 'dc85d922-ae22-42c5-9deb-45d818643b4d', 'tenant_id': '9201b4ea11f94e639e12c77d9a8399c8', 'mac_address': 'fa:16:3e:49:51:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8559d66b-25fc-4afc-9c49-1405a5074c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8f49fd64-da9a-42ca-aba6-01dbe1ac7987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:29:42Z', 'updated_at': '2020-12-09T05:29:52Z', 'revision_number': 4, 'project_id': '9201b4ea11f94e639e12c77d9a8399c8', 'subnets': [{'id': '8f49fd64-da9a-42ca-aba6-01dbe1ac7987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 09 05:29:55.106519 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-c04bc113-c829-426d-9a3d-c68b18ed8ba3 req-56a1506f-a6da-4064-8a64-1686ac8a4bb5 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:29:55.178247 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-c04bc113-c829-426d-9a3d-c68b18ed8ba3 req-56a1506f-a6da-4064-8a64-1686ac8a4bb5 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Usage tracker for resource:port and tenant:3257a949e8bc405187c51474a6152074 is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:29:55.301902 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-c04bc113-c829-426d-9a3d-c68b18ed8ba3 req-56a1506f-a6da-4064-8a64-1686ac8a4bb5 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Quota usage for port was recalculated. Used quota:0. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:29:55.330303 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8ea041d2-ed7a-4e7d-afcf-5096aacc4008 req-b86dca22-1684-492d-82f7-74131640f896 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=c72e4077-6f66-4705-9a4a-2b261d075ebc HTTP/1.1" status: 200  len: 210 time: 0.1501462
Dec 09 05:29:55.410693 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-94676445-bb20-44b9-9b73-1976af26cd8b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:55.722443 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:56.291866 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-c04bc113-c829-426d-9a3d-c68b18ed8ba3 req-56a1506f-a6da-4064-8a64-1686ac8a4bb5 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:29:56.307930 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e53bb99b-859d-48a1-a7d3-96973757cd50 req-a1f4a6ff-74a6-46cd-80e3-15b805063f1e tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] 10.222.0.39 "GET /v2.0/ports?device_id=c2565b35-11d7-44cb-8c25-428102a7c7b9 HTTP/1.1" status: 200  len: 210 time: 1.0023675
Dec 09 05:29:56.388159 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49f099f-847a-4a06-994c-f01087903975 None None] Network 213a2199-d44a-4f31-a99f-f2fcf48b8a5b requested from dv-cinder-763306-6-iscsi {{(pid=80247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 09 05:29:56.626562 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c04bc113-c829-426d-9a3d-c68b18ed8ba3 req-56a1506f-a6da-4064-8a64-1686ac8a4bb5 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Made reservation on behalf of 3257a949e8bc405187c51474a6152074 for: {'port': 1} {{(pid=80246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 09 05:29:56.676424 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-c04bc113-c829-426d-9a3d-c68b18ed8ba3 req-56a1506f-a6da-4064-8a64-1686ac8a4bb5 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:56.890621 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-94676445-bb20-44b9-9b73-1976af26cd8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-404266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3747080'] for router, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:56.904421 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-e4ed1941-5620-42ce-91b4-3a2a75349d11 None None] Provisioning for port 60c2b003-d39b-49c0-b5ff-3f9d88315446 completed by entity DHCP. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 09 05:29:56.964948 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device 11651696-cf2f-4d1e-ae2b-505371825be0 up at agent ovs-agent-dv-cinder-763306-6-iscsi {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:29:57.199965 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 59204) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:29:57.486345 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Provisioning for port 11651696-cf2f-4d1e-ae2b-505371825be0 completed by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 09 05:29:57.532674 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Provisioning complete for port 11651696-cf2f-4d1e-ae2b-505371825be0 triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:29:57.535561 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:57.542725 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [req-c04bc113-c829-426d-9a3d-c68b18ed8ba3 req-56a1506f-a6da-4064-8a64-1686ac8a4bb5 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Allocated IP 172.20.0.6 (5cb1a234-023e-4349-b09c-d46437d7559b/53c8fc76-883a-46de-a143-829de0374fe3/f66ffb3b-d6e1-469c-885c-ad41f1ac0dad) {{(pid=80246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 09 05:29:57.945862 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e013830c-6070-440a-a265-3496c663039d req-3f57f763-6173-474f-846f-49e1a29b6e7b tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=c72e4077-6f66-4705-9a4a-2b261d075ebc HTTP/1.1" status: 200  len: 210 time: 0.9768076
Dec 09 05:29:57.967625 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8a7e634d-9607-4389-9e26-a8aeae629942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:58.015829 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:58.056897 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcdc4d9-a7c8-409c-8313-eb8a7988b86f req-744b4ef5-df21-4fed-8e15-6d7d93721b75 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:29:58.059514 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-6dcdc4d9-a7c8-409c-8313-eb8a7988b86f req-744b4ef5-df21-4fed-8e15-6d7d93721b75 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Synchronizing usage tracker for tenant:f2e56e35acf649b3b3156dba09242a4f on resource:network {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:29:58.065444 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c6f6ebba-f710-445d-80e0-57c13f91ff36 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:58.111871 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] For port 11651696-cf2f-4d1e-ae2b-505371825be0, host dv-cinder-763306-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=11651696-cf2f-4d1e-ae2b-505371825be0,segment=NetworkSegment(cd7393d7-7f78-4ab1-8639-f6501869916c),segment_id=cd7393d7-7f78-4ab1-8639-f6501869916c)] {{(pid=80247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:29:58.117355 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:58.118818 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device 810cc297-617d-482b-8d21-969e12e8e915 up at agent ovs-agent-dv-cinder-763306-6-iscsi {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:29:58.125412 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-8a7e634d-9607-4389-9e26-a8aeae629942 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:29:58.161943 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-8a7e634d-9607-4389-9e26-a8aeae629942 admin admin] Usage tracker for resource:security_group_rule and tenant:a48641e974fb42b09cab797462e6e09b is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:29:58.169239 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94676445-bb20-44b9-9b73-1976af26cd8b admin admin] Router 052a3259-411d-4ded-8cca-c6df94b73dab is scheduled to L3 agent 16cb43a9-cd2d-4531-acd4-2457db4a9ad2 with binding_index 1 {{(pid=80245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 09 05:29:58.171561 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-8a7e634d-9607-4389-9e26-a8aeae629942 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:29:58.212937 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-6dcdc4d9-a7c8-409c-8313-eb8a7988b86f req-744b4ef5-df21-4fed-8e15-6d7d93721b75 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Unset dirty status for tenant:f2e56e35acf649b3b3156dba09242a4f on resource:network {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:29:58.215228 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6dcdc4d9-a7c8-409c-8313-eb8a7988b86f req-744b4ef5-df21-4fed-8e15-6d7d93721b75 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/networks?id=06891e77-d716-4108-aee5-befcd6bf9ea6 HTTP/1.1" status: 200  len: 818 time: 1.0132618
Dec 09 05:29:58.217739 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-8a7e634d-9607-4389-9e26-a8aeae629942 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:29:58.253317 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:29:58.345919 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Pushing event updated for resources: {'Port': ['ID=11651696-cf2f-4d1e-ae2b-505371825be0,revision_number=5']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:29:58.353863 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:29:58.378752 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Provisioning for port 810cc297-617d-482b-8d21-969e12e8e915 completed by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 09 05:29:58.385875 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Provisioning complete for port 810cc297-617d-482b-8d21-969e12e8e915 triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:29:58.386583 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:58.424444 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-c04bc113-c829-426d-9a3d-c68b18ed8ba3 req-56a1506f-a6da-4064-8a64-1686ac8a4bb5 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Notify callbacks [] for port, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:58.517516 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2e841746-53b8-4ea5-ac69-6c7580d91247 req-6e807b99-f4dc-4a69-84ab-3687cc99c9e2 tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] 10.222.0.39 "GET /v2.0/ports?device_id=c2565b35-11d7-44cb-8c25-428102a7c7b9 HTTP/1.1" status: 200  len: 210 time: 0.1436121
Dec 09 05:29:58.565724 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:58.636520 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6dcdc4d9-a7c8-409c-8313-eb8a7988b86f req-adee5776-1d48-4db5-a3c8-1231c540c64d tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/quotas/f2e56e35acf649b3b3156dba09242a4f HTTP/1.1" status: 200  len: 375 time: 0.3971627
Dec 09 05:29:58.656692 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] For port 810cc297-617d-482b-8d21-969e12e8e915, host dv-cinder-763306-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=810cc297-617d-482b-8d21-969e12e8e915,segment=NetworkSegment(6806ddaa-9afa-4e45-ac00-e428af44bdb5),segment_id=6806ddaa-9afa-4e45-ac00-e428af44bdb5)] {{(pid=80247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:29:58.667779 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:58.669568 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device 60c2b003-d39b-49c0-b5ff-3f9d88315446 up at agent ovs-agent-dv-cinder-763306-6-iscsi {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:29:58.763899 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-c04bc113-c829-426d-9a3d-c68b18ed8ba3 req-56a1506f-a6da-4064-8a64-1686ac8a4bb5 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249358491764'] for port, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:58.867137 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:29:58.959374 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-476d1aec-c334-4b61-a700-2913ec2afaae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:29:59.017251 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [req-3601f6f2-0d13-4854-9f8d-e8bb1c1aa930 req-83b76a30-9c2e-49b1-9c63-36ba6e957e4f tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] Allocated IP 172.20.0.10 (c35ae514-c0a3-4dd6-86f3-408f005aa8d5/680d44e1-e1f9-4d0e-a503-a148de8a977c/373a73aa-92c1-4f00-adc3-06673ee910b8) {{(pid=80246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 09 05:29:59.162339 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c04bc113-c829-426d-9a3d-c68b18ed8ba3 req-56a1506f-a6da-4064-8a64-1686ac8a4bb5 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Network 5cb1a234-023e-4349-b09c-d46437d7559b is already hosted by enough agents. {{(pid=80246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 09 05:29:59.205863 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Pushing event updated for resources: {'Port': ['ID=810cc297-617d-482b-8d21-969e12e8e915,revision_number=4']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:29:59.211828 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [req-c04bc113-c829-426d-9a3d-c68b18ed8ba3 req-56a1506f-a6da-4064-8a64-1686ac8a4bb5 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Resources bound (agent type, host, resource id):  {{(pid=80246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:29:59.226421 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-c04bc113-c829-426d-9a3d-c68b18ed8ba3 req-56a1506f-a6da-4064-8a64-1686ac8a4bb5 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Received port after_create {{(pid=80246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 09 05:29:59.230188 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04bc113-c829-426d-9a3d-c68b18ed8ba3 req-56a1506f-a6da-4064-8a64-1686ac8a4bb5 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:29:59.230989 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-c04bc113-c829-426d-9a3d-c68b18ed8ba3 req-56a1506f-a6da-4064-8a64-1686ac8a4bb5 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3226941'] for port, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:59.244508 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:29:59.303762 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Provisioning for port 60c2b003-d39b-49c0-b5ff-3f9d88315446 completed by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 09 05:29:59.323465 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Provisioning complete for port 60c2b003-d39b-49c0-b5ff-3f9d88315446 triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:29:59.324067 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:59.329140 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c04bc113-c829-426d-9a3d-c68b18ed8ba3 req-56a1506f-a6da-4064-8a64-1686ac8a4bb5 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.8938301
Dec 09 05:29:59.423090 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a1506f-a6da-4064-8a64-1686ac8a4bb5 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Pushing event updated for resources: {'Port': ['ID=f66ffb3b-d6e1-469c-885c-ad41f1ac0dad,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:29:59.453503 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-56a1506f-a6da-4064-8a64-1686ac8a4bb5 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:29:59.621167 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94676445-bb20-44b9-9b73-1976af26cd8b admin admin] Notify agent at l3_agent.dv-cinder-763306-6-iscsi the message routers_updated {{(pid=80245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 09 05:29:59.640658 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178dde8f-b42e-4a7f-947f-5bd8f2a3bfe1 None None] Sync routers for ids ['052a3259-411d-4ded-8cca-c6df94b73dab'] in dv-cinder-763306-6-iscsi {{(pid=80247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 09 05:29:59.673244 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:59.720653 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178dde8f-b42e-4a7f-947f-5bd8f2a3bfe1 None None] Routers {'052a3259-411d-4ded-8cca-c6df94b73dab'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:29:59.721386 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-178dde8f-b42e-4a7f-947f-5bd8f2a3bfe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff879c080>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:29:47Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['052a3259-411d-4ded-8cca-c6df94b73dab'], 'active': True} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:29:59.767130 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-6dcdc4d9-a7c8-409c-8313-eb8a7988b86f req-13a387ab-1117-4c51-9653-9212b8862e85 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Synchronizing usage tracker for tenant:f2e56e35acf649b3b3156dba09242a4f on resource:port {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:29:59.896065 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-6dcdc4d9-a7c8-409c-8313-eb8a7988b86f req-13a387ab-1117-4c51-9653-9212b8862e85 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Unset dirty status for tenant:f2e56e35acf649b3b3156dba09242a4f on resource:port {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:29:59.897505 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6dcdc4d9-a7c8-409c-8313-eb8a7988b86f req-13a387ab-1117-4c51-9653-9212b8862e85 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?tenant_id=f2e56e35acf649b3b3156dba09242a4f&fields=id HTTP/1.1" status: 200  len: 255 time: 1.2446795
Dec 09 05:29:59.921449 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-94676445-bb20-44b9-9b73-1976af26cd8b admin admin] Notify callbacks [] for router, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:29:59.923927 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-94676445-bb20-44b9-9b73-1976af26cd8b admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 12.5482750
Dec 09 05:29:59.939581 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 59244) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:30:00.113641 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-178dde8f-b42e-4a7f-947f-5bd8f2a3bfe1 None None] Set router 052a3259-411d-4ded-8cca-c6df94b73dab gateway port host: dv-cinder-763306-6-iscsi {{(pid=80247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:30:00.203210 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8a7e634d-9607-4389-9e26-a8aeae629942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:00.316111 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04704ba-5213-4399-bf95-26b4d82fecf8 req-2182b254-c70f-42fc-956c-18675f55e7a5 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:00.316952 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-e04704ba-5213-4399-bf95-26b4d82fecf8 req-2182b254-c70f-42fc-956c-18675f55e7a5 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Synchronizing usage tracker for tenant:3257a949e8bc405187c51474a6152074 on resource:port {{(pid=80246) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:30:00.373749 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8a7e634d-9607-4389-9e26-a8aeae629942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:00.471902 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [None req-c6f6ebba-f710-445d-80e0-57c13f91ff36 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Allocated IP 172.27.2.196 (1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89/b1368c69-6e14-4d1d-80ab-b679585c21ba/02fc4ca8-136d-4039-bb6a-8954e0843cae) {{(pid=80246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 09 05:30:00.503074 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] For port 60c2b003-d39b-49c0-b5ff-3f9d88315446, host dv-cinder-763306-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=60c2b003-d39b-49c0-b5ff-3f9d88315446,segment=NetworkSegment(d2ba5cc2-7dc0-4439-9bab-bd1dc2090790),segment_id=d2ba5cc2-7dc0-4439-9bab-bd1dc2090790)] {{(pid=80247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:30:00.512177 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:00.525433 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:00.529436 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-e04704ba-5213-4399-bf95-26b4d82fecf8 req-2182b254-c70f-42fc-956c-18675f55e7a5 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Unset dirty status for tenant:3257a949e8bc405187c51474a6152074 on resource:port {{(pid=80246) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:30:00.530864 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e04704ba-5213-4399-bf95-26b4d82fecf8 req-2182b254-c70f-42fc-956c-18675f55e7a5 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=c72e4077-6f66-4705-9a4a-2b261d075ebc HTTP/1.1" status: 200  len: 931 time: 1.1123030
Dec 09 05:30:00.569023 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-3601f6f2-0d13-4854-9f8d-e8bb1c1aa930 req-83b76a30-9c2e-49b1-9c63-36ba6e957e4f tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] Notify callbacks [] for port, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:00.585194 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99f072e-fe9a-4995-a39b-1dcc1dff8372 None None] Sync routers for ids ['92853a73-0235-4871-a647-61c4f5a1606b'] in dv-cinder-763306-6-iscsi {{(pid=80248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 09 05:30:00.597214 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99f072e-fe9a-4995-a39b-1dcc1dff8372 None None] Routers {'92853a73-0235-4871-a647-61c4f5a1606b'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:30:00.598186 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-b99f072e-fe9a-4995-a39b-1dcc1dff8372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff869fd68>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:29:47Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['92853a73-0235-4871-a647-61c4f5a1606b'], 'active': True} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:30:00.612466 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-34491adf-15a7-42f5-ae47-f26776956750 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:00.634281 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-8a7e634d-9607-4389-9e26-a8aeae629942 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a48641e974fb42b09cab797462e6e09b&name=default HTTP/1.1" status: 200  len: 2879 time: 3.3443780
Dec 09 05:30:00.645161 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 59252) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:30:00.713303 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device 11651696-cf2f-4d1e-ae2b-505371825be0 up at agent ovs-agent-dv-cinder-763306-6-iscsi {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:30:00.792256 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-e04704ba-5213-4399-bf95-26b4d82fecf8 req-abd4859d-db8e-40e5-8cb3-483a9d68eca4 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Synchronizing usage tracker for tenant:3257a949e8bc405187c51474a6152074 on resource:security_group {{(pid=80246) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:30:00.797590 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7e634d-9607-4389-9e26-a8aeae629942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d77ada-7697-40df-ad59-bf50e8d2d55d,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:00.806573 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8a7e634d-9607-4389-9e26-a8aeae629942 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:00.903546 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6dcdc4d9-a7c8-409c-8313-eb8a7988b86f req-e5d415c8-211f-4e83-95ca-12234baaf60b service neutron] 10.222.0.39 "GET /v2.0/networks/06891e77-d716-4108-aee5-befcd6bf9ea6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9656649
Dec 09 05:30:00.975333 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9cd791d5-636c-4fbe-bf15-6064e2600d3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:01.026149 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-b99f072e-fe9a-4995-a39b-1dcc1dff8372 None None] Set router 92853a73-0235-4871-a647-61c4f5a1606b gateway port host: dv-cinder-763306-6-iscsi {{(pid=80248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:30:01.045089 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9cd791d5-636c-4fbe-bf15-6064e2600d3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:01.123314 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-e04704ba-5213-4399-bf95-26b4d82fecf8 req-abd4859d-db8e-40e5-8cb3-483a9d68eca4 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Unset dirty status for tenant:3257a949e8bc405187c51474a6152074 on resource:security_group {{(pid=80246) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:30:01.124522 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e04704ba-5213-4399-bf95-26b4d82fecf8 req-abd4859d-db8e-40e5-8cb3-483a9d68eca4 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/security-groups?id=9f31bb62-a357-4a0d-9bfd-fc2419bb91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5766475
Dec 09 05:30:01.131150 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9cd791d5-636c-4fbe-bf15-6064e2600d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:01.164901 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-735ec5b9-1956-4e2c-8694-5ff0a2f47b22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:01.187023 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd791d5-636c-4fbe-bf15-6064e2600d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d77ada-7697-40df-ad59-bf50e8d2d55d,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:01.193098 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-9cd791d5-636c-4fbe-bf15-6064e2600d3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:01.198964 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-3601f6f2-0d13-4854-9f8d-e8bb1c1aa930 req-83b76a30-9c2e-49b1-9c63-36ba6e957e4f tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249358491764'] for port, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:01.211960 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9cd791d5-636c-4fbe-bf15-6064e2600d3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:01.213251 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-9cd791d5-636c-4fbe-bf15-6064e2600d3c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/13d77ada-7697-40df-ad59-bf50e8d2d55d HTTP/1.1" status: 204  len: 168 time: 0.5631335
Dec 09 05:30:01.309473 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Pushing event updated for resources: {'Port': ['ID=60c2b003-d39b-49c0-b5ff-3f9d88315446,revision_number=3']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:01.321846 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.796s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:01.332118 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Provisioning complete for port 11651696-cf2f-4d1e-ae2b-505371825be0 triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:30:01.332734 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:01.410912 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:01.452835 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c6f6ebba-f710-445d-80e0-57c13f91ff36 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks [] for port, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:01.582069 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device 810cc297-617d-482b-8d21-969e12e8e915 up at agent ovs-agent-dv-cinder-763306-6-iscsi {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:30:01.619684 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3601f6f2-0d13-4854-9f8d-e8bb1c1aa930 req-83b76a30-9c2e-49b1-9c63-36ba6e957e4f tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] Network c35ae514-c0a3-4dd6-86f3-408f005aa8d5 is already hosted by enough agents. {{(pid=80246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 09 05:30:01.625612 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [req-3601f6f2-0d13-4854-9f8d-e8bb1c1aa930 req-83b76a30-9c2e-49b1-9c63-36ba6e957e4f tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] Resources bound (agent type, host, resource id):  {{(pid=80246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:30:01.629412 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-3601f6f2-0d13-4854-9f8d-e8bb1c1aa930 req-83b76a30-9c2e-49b1-9c63-36ba6e957e4f tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] Received port after_create {{(pid=80246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 09 05:30:01.631784 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-178dde8f-b42e-4a7f-947f-5bd8f2a3bfe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff879c080>, [{'id': '052a3259-411d-4ded-8cca-c6df94b73dab', 'name': 'tempest-AttachVolumeShelveTestJSON-332747735-router', 'tenant_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'c1b3ebf6-2106-4e9f-8f5a-ef6d91e18331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:29:47Z', 'updated_at': '2020-12-09T05:29:54Z', 'revision_number': 3, 'project_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'gw_port': {'id': 'c1b3ebf6-2106-4e9f-8f5a-ef6d91e18331', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:17:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '052a3259-411d-4ded-8cca-c6df94b73dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:29:50Z', 'updated_at': '2020-12-09T05:29:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi'}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:30:01.634386 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3601f6f2-0d13-4854-9f8d-e8bb1c1aa930 req-83b76a30-9c2e-49b1-9c63-36ba6e957e4f tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:01.635454 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-3601f6f2-0d13-4854-9f8d-e8bb1c1aa930 req-83b76a30-9c2e-49b1-9c63-36ba6e957e4f tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3226941'] for port, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:01.638667 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178dde8f-b42e-4a7f-947f-5bd8f2a3bfe1 None None] Checking router: 052a3259-411d-4ded-8cca-c6df94b73dab for host: dv-cinder-763306-6-iscsi {{(pid=80247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 09 05:30:01.639069 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178dde8f-b42e-4a7f-947f-5bd8f2a3bfe1 None None] Updating router 052a3259-411d-4ded-8cca-c6df94b73dab port c1b3ebf6-2106-4e9f-8f5a-ef6d91e18331 binding host dv-cinder-763306-6-iscsi {{(pid=80247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 09 05:30:01.649688 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c6f6ebba-f710-445d-80e0-57c13f91ff36 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249358491764'] for port, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:01.651237 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b76a30-9c2e-49b1-9c63-36ba6e957e4f tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] Pushing event updated for resources: {'Port': ['ID=373a73aa-92c1-4f00-adc3-06673ee910b8,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:01.665932 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-83b76a30-9c2e-49b1-9c63-36ba6e957e4f tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:01.686677 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-b99f072e-fe9a-4995-a39b-1dcc1dff8372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff869fd68>, [{'id': '92853a73-0235-4871-a647-61c4f5a1606b', 'name': 'tempest-ServerRescueNegativeTestJSON-802605716-router', 'tenant_id': 'f2e56e35acf649b3b3156dba09242a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '810cc297-617d-482b-8d21-969e12e8e915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:29:37Z', 'updated_at': '2020-12-09T05:29:48Z', 'revision_number': 4, 'project_id': 'f2e56e35acf649b3b3156dba09242a4f', 'gw_port': {'id': '810cc297-617d-482b-8d21-969e12e8e915', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:79:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92853a73-0235-4871-a647-61c4f5a1606b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:29:39Z', 'updated_at': '2020-12-09T05:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_interfaces': [{'id': 'd7870353-fdfc-40e4-a65e-15dc381006c2', 'name': '', 'network_id': '06891e77-d716-4108-aee5-befcd6bf9ea6', 'tenant_id': 'f2e56e35acf649b3b3156dba09242a4f', 'mac_address': 'fa:16:3e:2d:f0:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92853a73-0235-4871-a647-61c4f5a1606b', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f0a74771-7cf7-44b6-a932-ab6aa0c12e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:29:46Z', 'updated_at': '2020-12-09T05:29:49Z', 'revision_number': 2, 'project_id': 'f2e56e35acf649b3b3156dba09242a4f', 'subnets': [{'id': 'f0a74771-7cf7-44b6-a932-ab6aa0c12e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:30:01.694580 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99f072e-fe9a-4995-a39b-1dcc1dff8372 None None] Checking router: 92853a73-0235-4871-a647-61c4f5a1606b for host: dv-cinder-763306-6-iscsi {{(pid=80248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 09 05:30:01.695620 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99f072e-fe9a-4995-a39b-1dcc1dff8372 None None] Updating router 92853a73-0235-4871-a647-61c4f5a1606b port d7870353-fdfc-40e4-a65e-15dc381006c2 binding host dv-cinder-763306-6-iscsi {{(pid=80248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 09 05:30:01.714853 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:01.765320 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b99f072e-fe9a-4995-a39b-1dcc1dff8372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:01.771214 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6dcdc4d9-a7c8-409c-8313-eb8a7988b86f req-fa6dce0d-33a5-41e9-964a-f7cc8d4b3bae service neutron] 10.222.0.39 "GET /v2.0/networks/06891e77-d716-4108-aee5-befcd6bf9ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.8462713
Dec 09 05:30:01.783516 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-178dde8f-b42e-4a7f-947f-5bd8f2a3bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:01.827839 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3601f6f2-0d13-4854-9f8d-e8bb1c1aa930 req-83b76a30-9c2e-49b1-9c63-36ba6e957e4f tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 8.8400602
Dec 09 05:30:01.849344 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f276f00a-f972-40f4-a307-b477c12c409a req-d1612c60-212a-45da-8c11-63747cd21462 tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:01.850160 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-f276f00a-f972-40f4-a307-b477c12c409a req-d1612c60-212a-45da-8c11-63747cd21462 tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] Synchronizing usage tracker for tenant:6eccf6ce870243d1985d0f145b48f27f on resource:port {{(pid=80246) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:30:01.948997 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Provisioning complete for port 810cc297-617d-482b-8d21-969e12e8e915 triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:30:01.949724 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:02.158109 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 59270) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:30:02.181446 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f6ebba-f710-445d-80e0-57c13f91ff36 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Pushing event updated for resources: {'Port': ['ID=02fc4ca8-136d-4039-bb6a-8954e0843cae,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:02.229184 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9102b355-e8aa-4340-9e52-344c995daa3f req-b6b8ac5f-efc4-4540-abe2-93100895c327 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=eff4a7a6-c915-4262-8eb4-47a7ba9d5707 HTTP/1.1" status: 200  len: 210 time: 0.0820842
Dec 09 05:30:02.230516 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-370d03c8-3f4d-4104-bbed-255b63b9aedb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:02.478230 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b99f072e-fe9a-4995-a39b-1dcc1dff8372 None None] Notify callbacks [] for port, precommit_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:02.502833 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-b99f072e-fe9a-4995-a39b-1dcc1dff8372 None None] Transition to ACTIVE for port object d7870353-fdfc-40e4-a65e-15dc381006c2 will not be triggered until provisioned by entity L2. {{(pid=80248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 09 05:30:02.506503 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b99f072e-fe9a-4995-a39b-1dcc1dff8372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:02.508916 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-c6f6ebba-f710-445d-80e0-57c13f91ff36 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.795s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:02.513910 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-f276f00a-f972-40f4-a307-b477c12c409a req-d1612c60-212a-45da-8c11-63747cd21462 tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] Unset dirty status for tenant:6eccf6ce870243d1985d0f145b48f27f on resource:port {{(pid=80246) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:30:02.523592 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f276f00a-f972-40f4-a307-b477c12c409a req-d1612c60-212a-45da-8c11-63747cd21462 tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] 10.222.0.39 "GET /v2.0/ports?device_id=c2565b35-11d7-44cb-8c25-428102a7c7b9 HTTP/1.1" status: 200  len: 932 time: 1.1169188
Dec 09 05:30:02.559612 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e2a2cd09-2f5e-499f-b18b-dd54a65dd9e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:02.618702 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-e2a2cd09-2f5e-499f-b18b-dd54a65dd9e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:30:02.623239 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-f276f00a-f972-40f4-a307-b477c12c409a req-90366dba-3ec9-49bc-bd17-63217df25414 tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] Synchronizing usage tracker for tenant:6eccf6ce870243d1985d0f145b48f27f on resource:security_group {{(pid=80246) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:30:02.636445 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-e2a2cd09-2f5e-499f-b18b-dd54a65dd9e7 admin admin] Usage tracker for resource:security_group_rule and tenant:b8356700d5404b9d9ce5415c53a6fac6 is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:30:02.650886 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-e2a2cd09-2f5e-499f-b18b-dd54a65dd9e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:30:02.663989 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-e2a2cd09-2f5e-499f-b18b-dd54a65dd9e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:30:02.690700 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f6ebba-f710-445d-80e0-57c13f91ff36 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Network 1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89 is already hosted by enough agents. {{(pid=80246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 09 05:30:02.693642 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-c6f6ebba-f710-445d-80e0-57c13f91ff36 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Resources bound (agent type, host, resource id):  {{(pid=80246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:30:02.693864 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-25456b75-1f38-4d8e-b446-a45cb0fa8539 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:02.698064 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f6ebba-f710-445d-80e0-57c13f91ff36 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Received port after_create {{(pid=80246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 09 05:30:02.706718 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device 60c2b003-d39b-49c0-b5ff-3f9d88315446 up at agent ovs-agent-dv-cinder-763306-6-iscsi {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:30:02.811616 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c6f6ebba-f710-445d-80e0-57c13f91ff36 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks [] for floatingip, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:02.846646 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a298e4-fce7-4800-908f-0fab576fcfbc None None] Pushing event updated for resources: {'Port': ['ID=d7870353-fdfc-40e4-a65e-15dc381006c2,revision_number=3']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:02.850936 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e9a298e4-fce7-4800-908f-0fab576fcfbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:02.856207 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c59b5c-2409-4a50-9e99-214515c86a0a req-8ee77378-b7ac-451c-a632-7dfc1b6be6a4 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:02.866377 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-97c59b5c-2409-4a50-9e99-214515c86a0a req-8ee77378-b7ac-451c-a632-7dfc1b6be6a4 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=c72e4077-6f66-4705-9a4a-2b261d075ebc HTTP/1.1" status: 200  len: 931 time: 0.2614779
Dec 09 05:30:02.935336 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-178dde8f-b42e-4a7f-947f-5bd8f2a3bfe1 None None] Notify callbacks [] for port, precommit_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:02.975587 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-178dde8f-b42e-4a7f-947f-5bd8f2a3bfe1 None None] Transition to ACTIVE for port object c1b3ebf6-2106-4e9f-8f5a-ef6d91e18331 will not be triggered until provisioned by entity L2. {{(pid=80247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 09 05:30:02.987604 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-178dde8f-b42e-4a7f-947f-5bd8f2a3bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:03.069670 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-b99f072e-fe9a-4995-a39b-1dcc1dff8372 None None] Attempting to bind port d7870353-fdfc-40e4-a65e-15dc381006c2 on host dv-cinder-763306-6-iscsi for vnic_type normal with profile  {{(pid=80248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 09 05:30:03.070134 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-b99f072e-fe9a-4995-a39b-1dcc1dff8372 None None] Attempting to bind port d7870353-fdfc-40e4-a65e-15dc381006c2 by drivers openvswitch on host dv-cinder-763306-6-iscsi at level 0 using segments [{'id': 'd28f75f2-617a-4107-aa9e-23b92b1ef4c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '06891e77-d716-4108-aee5-befcd6bf9ea6'}] {{(pid=80248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 09 05:30:03.072854 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99f072e-fe9a-4995-a39b-1dcc1dff8372 None None] Attempting to bind port d7870353-fdfc-40e4-a65e-15dc381006c2 on network 06891e77-d716-4108-aee5-befcd6bf9ea6 {{(pid=80248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 09 05:30:03.082573 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c6f6ebba-f710-445d-80e0-57c13f91ff36 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:03.087298 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99f072e-fe9a-4995-a39b-1dcc1dff8372 None None] Checking agent: {'id': '7299edea-3c4e-4ec0-b2b3-c0ac9bf6315b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 20, 49), 'started_at': datetime.datetime(2020, 12, 9, 5, 21, 19), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 05:30:03.087718 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99f072e-fe9a-4995-a39b-1dcc1dff8372 None None] Checking segment: {'id': 'd28f75f2-617a-4107-aa9e-23b92b1ef4c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '06891e77-d716-4108-aee5-befcd6bf9ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 09 05:30:03.091411 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b99f072e-fe9a-4995-a39b-1dcc1dff8372 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:03.092051 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99f072e-fe9a-4995-a39b-1dcc1dff8372 None None] Bound using segment: {'id': 'd28f75f2-617a-4107-aa9e-23b92b1ef4c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '06891e77-d716-4108-aee5-befcd6bf9ea6'} {{(pid=80248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 05:30:03.092636 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-b99f072e-fe9a-4995-a39b-1dcc1dff8372 None None] Bound port: d7870353-fdfc-40e4-a65e-15dc381006c2, host: dv-cinder-763306-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28f75f2-617a-4107-aa9e-23b92b1ef4c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '06891e77-d716-4108-aee5-befcd6bf9ea6'}}] {{(pid=80248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 09 05:30:03.093066 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b99f072e-fe9a-4995-a39b-1dcc1dff8372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:03.223982 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-b99f072e-fe9a-4995-a39b-1dcc1dff8372 None None] For port d7870353-fdfc-40e4-a65e-15dc381006c2, host dv-cinder-763306-6-iscsi, cleared binding levels {{(pid=80248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 09 05:30:03.227924 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-b99f072e-fe9a-4995-a39b-1dcc1dff8372 None None] For port d7870353-fdfc-40e4-a65e-15dc381006c2, host dv-cinder-763306-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=d7870353-fdfc-40e4-a65e-15dc381006c2,segment=NetworkSegment(d28f75f2-617a-4107-aa9e-23b92b1ef4c4),segment_id=d28f75f2-617a-4107-aa9e-23b92b1ef4c4)] {{(pid=80248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 09 05:30:03.232397 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b99f072e-fe9a-4995-a39b-1dcc1dff8372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:03.240768 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:03.298492 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Provisioning complete for port 60c2b003-d39b-49c0-b5ff-3f9d88315446 triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:30:03.299151 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:03.404562 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-178dde8f-b42e-4a7f-947f-5bd8f2a3bfe1 None None] Attempting to bind port c1b3ebf6-2106-4e9f-8f5a-ef6d91e18331 on host dv-cinder-763306-6-iscsi for vnic_type normal with profile  {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 09 05:30:03.405194 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-178dde8f-b42e-4a7f-947f-5bd8f2a3bfe1 None None] Attempting to bind port c1b3ebf6-2106-4e9f-8f5a-ef6d91e18331 by drivers openvswitch on host dv-cinder-763306-6-iscsi at level 0 using segments [{'id': '6806ddaa-9afa-4e45-ac00-e428af44bdb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89'}] {{(pid=80247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 09 05:30:03.405784 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178dde8f-b42e-4a7f-947f-5bd8f2a3bfe1 None None] Attempting to bind port c1b3ebf6-2106-4e9f-8f5a-ef6d91e18331 on network 1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89 {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 09 05:30:03.449660 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-25456b75-1f38-4d8e-b446-a45cb0fa8539 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:03.455530 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178dde8f-b42e-4a7f-947f-5bd8f2a3bfe1 None None] Checking agent: {'id': '7299edea-3c4e-4ec0-b2b3-c0ac9bf6315b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 20, 49), 'started_at': datetime.datetime(2020, 12, 9, 5, 21, 19), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 05:30:03.456300 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178dde8f-b42e-4a7f-947f-5bd8f2a3bfe1 None None] Checking segment: {'id': '6806ddaa-9afa-4e45-ac00-e428af44bdb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 09 05:30:03.456954 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-178dde8f-b42e-4a7f-947f-5bd8f2a3bfe1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:03.458251 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178dde8f-b42e-4a7f-947f-5bd8f2a3bfe1 None None] Bound using segment: {'id': '6806ddaa-9afa-4e45-ac00-e428af44bdb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89'} {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 05:30:03.458958 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-178dde8f-b42e-4a7f-947f-5bd8f2a3bfe1 None None] Bound port: c1b3ebf6-2106-4e9f-8f5a-ef6d91e18331, host: dv-cinder-763306-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6806ddaa-9afa-4e45-ac00-e428af44bdb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89'}}] {{(pid=80247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 09 05:30:03.459534 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-178dde8f-b42e-4a7f-947f-5bd8f2a3bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:03.475718 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c6f6ebba-f710-445d-80e0-57c13f91ff36 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks [] for port, precommit_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:03.483263 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e2a2cd09-2f5e-499f-b18b-dd54a65dd9e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:03.485755 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c6f6ebba-f710-445d-80e0-57c13f91ff36 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:03.510000 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [None req-370d03c8-3f4d-4104-bbed-255b63b9aedb admin admin] Allocated IP 172.20.0.1 (213a2199-d44a-4f31-a99f-f2fcf48b8a5b/f2d416e2-18e0-4718-bf66-1cf63cef4f47/43d0ea31-1f92-40b4-b19c-c5aed665225c) {{(pid=80245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 09 05:30:03.511014 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e2a2cd09-2f5e-499f-b18b-dd54a65dd9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:03.515580 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:03.566574 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99f072e-fe9a-4995-a39b-1dcc1dff8372 None None] Routers {'92853a73-0235-4871-a647-61c4f5a1606b'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:30:03.567504 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-b99f072e-fe9a-4995-a39b-1dcc1dff8372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff869fd68>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:29:47Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['92853a73-0235-4871-a647-61c4f5a1606b'], 'active': True} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:30:03.600586 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f6ebba-f710-445d-80e0-57c13f91ff36 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Pushing event updated for resources: {'Port': ['ID=02fc4ca8-136d-4039-bb6a-8954e0843cae,revision_number=2']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:03.629839 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-c6f6ebba-f710-445d-80e0-57c13f91ff36 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:03.635188 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a298e4-fce7-4800-908f-0fab576fcfbc None None] Pushing event updated for resources: {'Port': ['ID=d7870353-fdfc-40e4-a65e-15dc381006c2,revision_number=4']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:03.649794 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e9a298e4-fce7-4800-908f-0fab576fcfbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:03.659400 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-64a8ea4c-cb81-4a85-862a-2462774d62af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:03.702732 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-f276f00a-f972-40f4-a307-b477c12c409a req-90366dba-3ec9-49bc-bd17-63217df25414 tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] Unset dirty status for tenant:6eccf6ce870243d1985d0f145b48f27f on resource:security_group {{(pid=80246) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:30:03.704940 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f276f00a-f972-40f4-a307-b477c12c409a req-90366dba-3ec9-49bc-bd17-63217df25414 tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] 10.222.0.39 "GET /v2.0/security-groups?id=9cd95a90-f310-4e2a-8d26-f108ea95310d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1799171
Dec 09 05:30:03.716069 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a2cd09-2f5e-499f-b18b-dd54a65dd9e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5b6115-b7d1-4193-a796-0c23e4c773ad,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:03.724770 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-178dde8f-b42e-4a7f-947f-5bd8f2a3bfe1 None None] For port c1b3ebf6-2106-4e9f-8f5a-ef6d91e18331, host dv-cinder-763306-6-iscsi, cleared binding levels {{(pid=80247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 09 05:30:03.728450 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-178dde8f-b42e-4a7f-947f-5bd8f2a3bfe1 None None] For port c1b3ebf6-2106-4e9f-8f5a-ef6d91e18331, host dv-cinder-763306-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=c1b3ebf6-2106-4e9f-8f5a-ef6d91e18331,segment=NetworkSegment(6806ddaa-9afa-4e45-ac00-e428af44bdb5),segment_id=6806ddaa-9afa-4e45-ac00-e428af44bdb5)] {{(pid=80247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 09 05:30:03.740218 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-178dde8f-b42e-4a7f-947f-5bd8f2a3bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:03.772404 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad993e-39ee-4cd9-b40f-79dea921446b None None] Pushing event updated for resources: {'Port': ['ID=c1b3ebf6-2106-4e9f-8f5a-ef6d91e18331,revision_number=2']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:03.776697 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-d0ad993e-39ee-4cd9-b40f-79dea921446b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:03.777239 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-d0ad993e-39ee-4cd9-b40f-79dea921446b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:03.896980 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-370d03c8-3f4d-4104-bbed-255b63b9aedb admin admin] Notify callbacks [] for port, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:03.921424 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-370d03c8-3f4d-4104-bbed-255b63b9aedb admin admin] Transition to ACTIVE for port object 43d0ea31-1f92-40b4-b19c-c5aed665225c will not be triggered until provisioned by entity DHCP. {{(pid=80245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 09 05:30:03.962541 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-97c59b5c-2409-4a50-9e99-214515c86a0a req-bdb7e1d0-45a4-435b-ac09-635b508d7aa1 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/security-groups?id=9f31bb62-a357-4a0d-9bfd-fc2419bb91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0958948
Dec 09 05:30:03.963695 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad993e-39ee-4cd9-b40f-79dea921446b None None] Pushing event updated for resources: {'Port': ['ID=c1b3ebf6-2106-4e9f-8f5a-ef6d91e18331,revision_number=3']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:03.968049 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-370d03c8-3f4d-4104-bbed-255b63b9aedb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249358491764'] for port, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:03.970629 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-d0ad993e-39ee-4cd9-b40f-79dea921446b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:03.999143 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:04.030225 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e2a2cd09-2f5e-499f-b18b-dd54a65dd9e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:04.063716 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [req-c04bc113-c829-426d-9a3d-c68b18ed8ba3 req-d2b56d26-21ea-48a4-8c3d-e274e54430ee tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=80246) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 09 05:30:04.064848 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c04bc113-c829-426d-9a3d-c68b18ed8ba3 req-d2b56d26-21ea-48a4-8c3d-e274e54430ee tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.3541145
Dec 09 05:30:04.103099 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [req-3601f6f2-0d13-4854-9f8d-e8bb1c1aa930 req-b951f64e-1df4-4a14-b552-779c5349b550 tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=80246) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 09 05:30:04.104681 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3601f6f2-0d13-4854-9f8d-e8bb1c1aa930 req-b951f64e-1df4-4a14-b552-779c5349b550 tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.3956525
Dec 09 05:30:04.161076 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370d03c8-3f4d-4104-bbed-255b63b9aedb admin admin] Pushing event updated for resources: {'Port': ['ID=43d0ea31-1f92-40b4-b19c-c5aed665225c,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:04.178690 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-370d03c8-3f4d-4104-bbed-255b63b9aedb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:04.373598 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-b99f072e-fe9a-4995-a39b-1dcc1dff8372 None None] Set router 92853a73-0235-4871-a647-61c4f5a1606b gateway port host: dv-cinder-763306-6-iscsi {{(pid=80248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:30:04.476915 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178dde8f-b42e-4a7f-947f-5bd8f2a3bfe1 None None] Routers {'052a3259-411d-4ded-8cca-c6df94b73dab'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:30:04.479644 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-178dde8f-b42e-4a7f-947f-5bd8f2a3bfe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff879c080>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:29:47Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['052a3259-411d-4ded-8cca-c6df94b73dab'], 'active': True} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:30:04.494090 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-e2a2cd09-2f5e-499f-b18b-dd54a65dd9e7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b8356700d5404b9d9ce5415c53a6fac6&name=default HTTP/1.1" status: 200  len: 2879 time: 2.3143206
Dec 09 05:30:04.537425 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 59314) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:30:04.660432 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370d03c8-3f4d-4104-bbed-255b63b9aedb admin admin] Network 213a2199-d44a-4f31-a99f-f2fcf48b8a5b is already hosted by enough agents. {{(pid=80245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 09 05:30:04.671173 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-370d03c8-3f4d-4104-bbed-255b63b9aedb admin admin] Resources bound (agent type, host, resource id):  {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:30:04.678687 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370d03c8-3f4d-4104-bbed-255b63b9aedb admin admin] Received port after_create {{(pid=80245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 09 05:30:04.679299 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-370d03c8-3f4d-4104-bbed-255b63b9aedb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3746164'] for router_interface, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:05.086896 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.59', 60381) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:30:05.222891 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-c04bc113-c829-426d-9a3d-c68b18ed8ba3 req-d4994d34-d7c7-4414-9386-dc7d60749ad0 service neutron] Request body: {'port': {'device_id': 'c72e4077-6f66-4705-9a4a-2b261d075ebc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:30:05.310292 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device d7870353-fdfc-40e4-a65e-15dc381006c2 up at agent ovs-agent-dv-cinder-763306-6-iscsi {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:30:05.463974 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-3601f6f2-0d13-4854-9f8d-e8bb1c1aa930 req-54493bcd-3d8a-4b5e-9545-34120e9f1919 service neutron] Request body: {'port': {'device_id': 'c2565b35-11d7-44cb-8c25-428102a7c7b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:30:05.520030 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-5c2d3827-effe-40f1-8088-72c5cb127fd6 None None] Provisioning for port 43d0ea31-1f92-40b4-b19c-c5aed665225c completed by entity DHCP. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 09 05:30:05.541133 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-5c2d3827-effe-40f1-8088-72c5cb127fd6 None None] Provisioning complete for port 43d0ea31-1f92-40b4-b19c-c5aed665225c triggered by entity DHCP. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:30:05.542036 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5c2d3827-effe-40f1-8088-72c5cb127fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:05.646584 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-b99f072e-fe9a-4995-a39b-1dcc1dff8372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff869fd68>, [{'id': '92853a73-0235-4871-a647-61c4f5a1606b', 'name': 'tempest-ServerRescueNegativeTestJSON-802605716-router', 'tenant_id': 'f2e56e35acf649b3b3156dba09242a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '810cc297-617d-482b-8d21-969e12e8e915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:29:37Z', 'updated_at': '2020-12-09T05:29:48Z', 'revision_number': 4, 'project_id': 'f2e56e35acf649b3b3156dba09242a4f', 'gw_port': {'id': '810cc297-617d-482b-8d21-969e12e8e915', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:79:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92853a73-0235-4871-a647-61c4f5a1606b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:29:39Z', 'updated_at': '2020-12-09T05:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_interfaces': [{'id': 'd7870353-fdfc-40e4-a65e-15dc381006c2', 'name': '', 'network_id': '06891e77-d716-4108-aee5-befcd6bf9ea6', 'tenant_id': 'f2e56e35acf649b3b3156dba09242a4f', 'mac_address': 'fa:16:3e:2d:f0:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92853a73-0235-4871-a647-61c4f5a1606b', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f0a74771-7cf7-44b6-a932-ab6aa0c12e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:29:46Z', 'updated_at': '2020-12-09T05:30:03Z', 'revision_number': 4, 'project_id': 'f2e56e35acf649b3b3156dba09242a4f', 'subnets': [{'id': 'f0a74771-7cf7-44b6-a932-ab6aa0c12e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:30:05.664715 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99f072e-fe9a-4995-a39b-1dcc1dff8372 None None] The sync data for ids ['92853a73-0235-4871-a647-61c4f5a1606b'] in dv-cinder-763306-6-iscsi is: [{'id': '92853a73-0235-4871-a647-61c4f5a1606b', 'name': 'tempest-ServerRescueNegativeTestJSON-802605716-router', 'tenant_id': 'f2e56e35acf649b3b3156dba09242a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '810cc297-617d-482b-8d21-969e12e8e915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:29:37Z', 'updated_at': '2020-12-09T05:29:48Z', 'revision_number': 4, 'project_id': 'f2e56e35acf649b3b3156dba09242a4f', 'gw_port': {'id': '810cc297-617d-482b-8d21-969e12e8e915', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:79:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92853a73-0235-4871-a647-61c4f5a1606b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:29:39Z', 'updated_at': '2020-12-09T05:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_interfaces': [{'id': 'd7870353-fdfc-40e4-a65e-15dc381006c2', 'name': '', 'network_id': '06891e77-d716-4108-aee5-befcd6bf9ea6', 'tenant_id': 'f2e56e35acf649b3b3156dba09242a4f', 'mac_address': 'fa:16:3e:2d:f0:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92853a73-0235-4871-a647-61c4f5a1606b', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f0a74771-7cf7-44b6-a932-ab6aa0c12e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:29:46Z', 'updated_at': '2020-12-09T05:30:03Z', 'revision_number': 4, 'project_id': 'f2e56e35acf649b3b3156dba09242a4f', 'subnets': [{'id': 'f0a74771-7cf7-44b6-a932-ab6aa0c12e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 09 05:30:05.683491 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-5c2d3827-effe-40f1-8088-72c5cb127fd6 None None] Port 43d0ea31-1f92-40b4-b19c-c5aed665225c cannot update to ACTIVE because it is not bound. {{(pid=80247) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 09 05:30:05.693520 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Provisioning for port d7870353-fdfc-40e4-a65e-15dc381006c2 completed by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 09 05:30:05.708753 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcdc4d9-a7c8-409c-8313-eb8a7988b86f req-32602e4f-8bab-462c-bb26-3141224ecc4e tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:05.710844 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6dcdc4d9-a7c8-409c-8313-eb8a7988b86f req-32602e4f-8bab-462c-bb26-3141224ecc4e tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.59 "GET /v2.0/networks?id=06891e77-d716-4108-aee5-befcd6bf9ea6 HTTP/1.1" status: 200  len: 818 time: 0.6227627
Dec 09 05:30:05.750295 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Provisioning complete for port d7870353-fdfc-40e4-a65e-15dc381006c2 triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:30:05.750840 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:05.901193 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-6dcdc4d9-a7c8-409c-8313-eb8a7988b86f req-726d73fc-d985-4c07-828a-cb9ae59260c2 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Request body: {'port': {'device_id': 'eff4a7a6-c915-4262-8eb4-47a7ba9d5707', 'network_id': '06891e77-d716-4108-aee5-befcd6bf9ea6', 'admin_state_up': True, 'tenant_id': 'f2e56e35acf649b3b3156dba09242a4f'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:30:05.924720 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-c04bc113-c829-426d-9a3d-c68b18ed8ba3 req-d4994d34-d7c7-4414-9386-dc7d60749ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:05.929242 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-178dde8f-b42e-4a7f-947f-5bd8f2a3bfe1 None None] Set router 052a3259-411d-4ded-8cca-c6df94b73dab gateway port host: dv-cinder-763306-6-iscsi {{(pid=80247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:30:05.940724 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-370d03c8-3f4d-4104-bbed-255b63b9aedb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:05.968446 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76394c0a-0f62-41ac-b638-fedcebdb3439 req-a843cefd-db1a-45fd-b9ff-2b8ffaf13e2a tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:05.982412 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-76394c0a-0f62-41ac-b638-fedcebdb3439 req-a843cefd-db1a-45fd-b9ff-2b8ffaf13e2a tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/networks?id=06891e77-d716-4108-aee5-befcd6bf9ea6 HTTP/1.1" status: 200  len: 818 time: 1.8215570
Dec 09 05:30:06.071602 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-76394c0a-0f62-41ac-b638-fedcebdb3439 req-ccd1952c-5d93-41e0-b97a-f1da09a23630 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/quotas/f2e56e35acf649b3b3156dba09242a4f HTTP/1.1" status: 200  len: 375 time: 0.0877070
Dec 09 05:30:06.288624 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6e610532-92cc-4d8f-bbe6-aca5c2396240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:06.381738 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6e610532-92cc-4d8f-bbe6-aca5c2396240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:06.525067 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-178dde8f-b42e-4a7f-947f-5bd8f2a3bfe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff879c080>, [{'id': '052a3259-411d-4ded-8cca-c6df94b73dab', 'name': 'tempest-AttachVolumeShelveTestJSON-332747735-router', 'tenant_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'c1b3ebf6-2106-4e9f-8f5a-ef6d91e18331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:29:47Z', 'updated_at': '2020-12-09T05:29:54Z', 'revision_number': 3, 'project_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'gw_port': {'id': 'c1b3ebf6-2106-4e9f-8f5a-ef6d91e18331', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:17:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '052a3259-411d-4ded-8cca-c6df94b73dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:29:50Z', 'updated_at': '2020-12-09T05:30:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi'}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:30:06.542074 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178dde8f-b42e-4a7f-947f-5bd8f2a3bfe1 None None] The sync data for ids ['052a3259-411d-4ded-8cca-c6df94b73dab'] in dv-cinder-763306-6-iscsi is: [{'id': '052a3259-411d-4ded-8cca-c6df94b73dab', 'name': 'tempest-AttachVolumeShelveTestJSON-332747735-router', 'tenant_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'c1b3ebf6-2106-4e9f-8f5a-ef6d91e18331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:29:47Z', 'updated_at': '2020-12-09T05:29:54Z', 'revision_number': 3, 'project_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'gw_port': {'id': 'c1b3ebf6-2106-4e9f-8f5a-ef6d91e18331', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:17:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '052a3259-411d-4ded-8cca-c6df94b73dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:29:50Z', 'updated_at': '2020-12-09T05:30:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi'}] {{(pid=80247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 09 05:30:06.608041 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-370d03c8-3f4d-4104-bbed-255b63b9aedb admin admin] Notify callbacks [] for port, precommit_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:06.629759 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-370d03c8-3f4d-4104-bbed-255b63b9aedb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:06.645171 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6e610532-92cc-4d8f-bbe6-aca5c2396240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:06.723136 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:06.724013 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-370d03c8-3f4d-4104-bbed-255b63b9aedb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3226911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036851029743'] for router_interface, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:06.737593 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:06.767469 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c6f6ebba-f710-445d-80e0-57c13f91ff36 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851028540'] for floatingip, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:06.808551 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] For port d7870353-fdfc-40e4-a65e-15dc381006c2, host dv-cinder-763306-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=d7870353-fdfc-40e4-a65e-15dc381006c2,segment=NetworkSegment(d28f75f2-617a-4107-aa9e-23b92b1ef4c4),segment_id=d28f75f2-617a-4107-aa9e-23b92b1ef4c4)] {{(pid=80247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:30:06.814567 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:06.816695 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:06.838001 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e610532-92cc-4d8f-bbe6-aca5c2396240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5b6115-b7d1-4193-a796-0c23e4c773ad,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:06.863093 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-6e610532-92cc-4d8f-bbe6-aca5c2396240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:06.930845 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-94676445-bb20-44b9-9b73-1976af26cd8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:06.984771 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Pushing event updated for resources: {'Port': ['ID=d7870353-fdfc-40e4-a65e-15dc381006c2,revision_number=5']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:06.998686 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:07.014486 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c6f6ebba-f710-445d-80e0-57c13f91ff36 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870'] for floatingip, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:07.018047 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-c6f6ebba-f710-445d-80e0-57c13f91ff36 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 12.7987573
Dec 09 05:30:07.049280 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6e610532-92cc-4d8f-bbe6-aca5c2396240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:07.050925 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-6e610532-92cc-4d8f-bbe6-aca5c2396240 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ef5b6115-b7d1-4193-a796-0c23e4c773ad HTTP/1.1" status: 204  len: 168 time: 2.4577570
Dec 09 05:30:07.091872 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370d03c8-3f4d-4104-bbed-255b63b9aedb admin admin] Network 213a2199-d44a-4f31-a99f-f2fcf48b8a5b is already hosted by enough agents. {{(pid=80245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 09 05:30:07.116666 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-370d03c8-3f4d-4104-bbed-255b63b9aedb admin admin] Resources bound (agent type, host, resource id):  {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:30:07.131339 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-3601f6f2-0d13-4854-9f8d-e8bb1c1aa930 req-54493bcd-3d8a-4b5e-9545-34120e9f1919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:07.144546 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83809b-3f59-4873-b877-4857d9ea6242 req-60207f65-9475-421b-a08a-ac559216acc9 tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:07.155264 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5e83809b-3f59-4873-b877-4857d9ea6242 req-60207f65-9475-421b-a08a-ac559216acc9 tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] 10.222.0.39 "GET /v2.0/ports?device_id=c2565b35-11d7-44cb-8c25-428102a7c7b9 HTTP/1.1" status: 200  len: 932 time: 1.4400678
Dec 09 05:30:07.271484 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-6dcdc4d9-a7c8-409c-8313-eb8a7988b86f req-726d73fc-d985-4c07-828a-cb9ae59260c2 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:30:07.290842 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-6dcdc4d9-a7c8-409c-8313-eb8a7988b86f req-726d73fc-d985-4c07-828a-cb9ae59260c2 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:30:07.319877 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-76394c0a-0f62-41ac-b638-fedcebdb3439 req-9eda3853-8c28-40d9-9fc1-59b7fab4dce1 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?tenant_id=f2e56e35acf649b3b3156dba09242a4f&fields=id HTTP/1.1" status: 200  len: 255 time: 1.2460930
Dec 09 05:30:07.339817 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dcdc4d9-a7c8-409c-8313-eb8a7988b86f req-726d73fc-d985-4c07-828a-cb9ae59260c2 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Made reservation on behalf of f2e56e35acf649b3b3156dba09242a4f for: {'port': 1} {{(pid=80245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 09 05:30:07.347631 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-6dcdc4d9-a7c8-409c-8313-eb8a7988b86f req-726d73fc-d985-4c07-828a-cb9ae59260c2 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:07.375539 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370d03c8-3f4d-4104-bbed-255b63b9aedb admin admin] Pushing event updated for resources: {'Port': ['ID=43d0ea31-1f92-40b4-b19c-c5aed665225c,revision_number=2']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:07.387806 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-370d03c8-3f4d-4104-bbed-255b63b9aedb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:07.644712 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-b03a9fa9-7605-4409-8233-a7e87e9d758b None None] Provisioning complete for port 43d0ea31-1f92-40b4-b19c-c5aed665225c triggered by entity DHCP. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:30:07.645148 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b03a9fa9-7605-4409-8233-a7e87e9d758b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:07.861365 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-b03a9fa9-7605-4409-8233-a7e87e9d758b None None] Port 43d0ea31-1f92-40b4-b19c-c5aed665225c cannot update to ACTIVE because it is not bound. {{(pid=80247) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 09 05:30:07.994531 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-370d03c8-3f4d-4104-bbed-255b63b9aedb admin admin] Router 052a3259-411d-4ded-8cca-c6df94b73dab has already been hosted by L3 agent 16cb43a9-cd2d-4531-acd4-2457db4a9ad2 {{(pid=80245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 09 05:30:08.034968 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5e83809b-3f59-4873-b877-4857d9ea6242 req-c60db2c2-c51d-4c47-8e86-64a7ae69c04c tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] 10.222.0.39 "GET /v2.0/security-groups?id=9cd95a90-f310-4e2a-8d26-f108ea95310d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8786943
Dec 09 05:30:08.550785 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-370d03c8-3f4d-4104-bbed-255b63b9aedb admin admin] Notify agent at l3_agent.dv-cinder-763306-6-iscsi the message routers_updated {{(pid=80245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 09 05:30:08.605042 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a12b3cc-cc1c-4474-b254-b7ce73ad926c req-c68e4a38-d648-471d-a5ea-7897ac912f6b tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:08.606961 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5a12b3cc-cc1c-4474-b254-b7ce73ad926c req-c68e4a38-d648-471d-a5ea-7897ac912f6b tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=c72e4077-6f66-4705-9a4a-2b261d075ebc HTTP/1.1" status: 200  len: 931 time: 0.3257627
Dec 09 05:30:08.653850 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-370d03c8-3f4d-4104-bbed-255b63b9aedb admin admin] 10.222.0.39 "PUT /v2.0/routers/052a3259-411d-4ded-8cca-c6df94b73dab/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.7041559
Dec 09 05:30:08.765732 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5a12b3cc-cc1c-4474-b254-b7ce73ad926c req-05c34819-c058-4d0d-bfd6-df133bbd35c9 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/security-groups?id=9f31bb62-a357-4a0d-9bfd-fc2419bb91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1495464
Dec 09 05:30:08.807933 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [req-6dcdc4d9-a7c8-409c-8313-eb8a7988b86f req-726d73fc-d985-4c07-828a-cb9ae59260c2 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Allocated IP 172.20.0.9 (06891e77-d716-4108-aee5-befcd6bf9ea6/f0a74771-7cf7-44b6-a932-ab6aa0c12e99/cd5892db-1676-4f45-8762-15d831f1c7bf) {{(pid=80245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 09 05:30:08.958284 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [req-3601f6f2-0d13-4854-9f8d-e8bb1c1aa930 req-54493bcd-3d8a-4b5e-9545-34120e9f1919 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 373a73aa-92c1-4f00-adc3-06673ee910b8 {{(pid=80246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 09 05:30:08.964307 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-3601f6f2-0d13-4854-9f8d-e8bb1c1aa930 req-54493bcd-3d8a-4b5e-9545-34120e9f1919 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:09.018907 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [req-3601f6f2-0d13-4854-9f8d-e8bb1c1aa930 req-54493bcd-3d8a-4b5e-9545-34120e9f1919 service neutron] Transition to ACTIVE for port object 373a73aa-92c1-4f00-adc3-06673ee910b8 will not be triggered until provisioned by entity L2. {{(pid=80246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 09 05:30:09.020467 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.db.resource_extend [req-c04bc113-c829-426d-9a3d-c68b18ed8ba3 req-d4994d34-d7c7-4414-9386-dc7d60749ad0 service neutron] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 09 05:30:09.066912 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-3601f6f2-0d13-4854-9f8d-e8bb1c1aa930 req-54493bcd-3d8a-4b5e-9545-34120e9f1919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:09.139023 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device d7870353-fdfc-40e4-a65e-15dc381006c2 up at agent ovs-agent-dv-cinder-763306-6-iscsi {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:30:09.215799 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [req-c04bc113-c829-426d-9a3d-c68b18ed8ba3 req-d4994d34-d7c7-4414-9386-dc7d60749ad0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f66ffb3b-d6e1-469c-885c-ad41f1ac0dad {{(pid=80246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 09 05:30:09.224110 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-c04bc113-c829-426d-9a3d-c68b18ed8ba3 req-d4994d34-d7c7-4414-9386-dc7d60749ad0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:09.248699 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [req-c04bc113-c829-426d-9a3d-c68b18ed8ba3 req-d4994d34-d7c7-4414-9386-dc7d60749ad0 service neutron] Transition to ACTIVE for port object f66ffb3b-d6e1-469c-885c-ad41f1ac0dad will not be triggered until provisioned by entity L2. {{(pid=80246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 09 05:30:09.276276 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Provisioning complete for port d7870353-fdfc-40e4-a65e-15dc381006c2 triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:30:09.277937 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:09.291390 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:09.317522 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-392023b7-5cbd-4384-8774-b3ff977d8676 req-d5143da4-e83c-457d-9755-946d6b7a3333 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1764306854&fields=id&tenant_id=9201b4ea11f94e639e12c77d9a8399c8 HTTP/1.1" status: 200  len: 267 time: 0.2290411
Dec 09 05:30:09.320367 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-c04bc113-c829-426d-9a3d-c68b18ed8ba3 req-d4994d34-d7c7-4414-9386-dc7d60749ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:09.323140 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-76394c0a-0f62-41ac-b638-fedcebdb3439 req-40f94ed9-60db-4225-8c8d-a031e68c5de9 service neutron] 10.222.0.39 "GET /v2.0/networks/06891e77-d716-4108-aee5-befcd6bf9ea6?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.9399626
Dec 09 05:30:09.513062 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-76394c0a-0f62-41ac-b638-fedcebdb3439 req-e39e2f40-d3aa-4dc1-b033-0955c62922e1 service neutron] 10.222.0.39 "GET /v2.0/networks/06891e77-d716-4108-aee5-befcd6bf9ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1811662
Dec 09 05:30:09.635895 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device c1b3ebf6-2106-4e9f-8f5a-ef6d91e18331 up at agent ovs-agent-dv-cinder-763306-6-iscsi {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:30:09.753769 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54493bcd-3d8a-4b5e-9545-34120e9f1919 service neutron] Pushing event updated for resources: {'Port': ['ID=373a73aa-92c1-4f00-adc3-06673ee910b8,revision_number=2']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:09.757997 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-54493bcd-3d8a-4b5e-9545-34120e9f1919 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:09.760863 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-2228e5c2-3d20-4cf9-a1d3-7b4c0868bf2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.250s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:09.943660 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Provisioning for port c1b3ebf6-2106-4e9f-8f5a-ef6d91e18331 completed by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 09 05:30:09.960167 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Provisioning complete for port c1b3ebf6-2106-4e9f-8f5a-ef6d91e18331 triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:30:09.960672 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:09.980093 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4994d34-d7c7-4414-9386-dc7d60749ad0 service neutron] Pushing event updated for resources: {'Port': ['ID=f66ffb3b-d6e1-469c-885c-ad41f1ac0dad,revision_number=2']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:09.998087 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-d4994d34-d7c7-4414-9386-dc7d60749ad0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:10.033990 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-6dcdc4d9-a7c8-409c-8313-eb8a7988b86f req-726d73fc-d985-4c07-828a-cb9ae59260c2 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Notify callbacks [] for port, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:10.087425 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-c04bc113-c829-426d-9a3d-c68b18ed8ba3 req-d4994d34-d7c7-4414-9386-dc7d60749ad0 service neutron] Attempting to bind port f66ffb3b-d6e1-469c-885c-ad41f1ac0dad on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 09 05:30:10.087892 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-c04bc113-c829-426d-9a3d-c68b18ed8ba3 req-d4994d34-d7c7-4414-9386-dc7d60749ad0 service neutron] Attempting to bind port f66ffb3b-d6e1-469c-885c-ad41f1ac0dad by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '4912dbc1-9b7b-4cb0-b8f0-f8f036206d49', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5cb1a234-023e-4349-b09c-d46437d7559b'}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 09 05:30:10.088377 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04bc113-c829-426d-9a3d-c68b18ed8ba3 req-d4994d34-d7c7-4414-9386-dc7d60749ad0 service neutron] Attempting to bind port f66ffb3b-d6e1-469c-885c-ad41f1ac0dad on network 5cb1a234-023e-4349-b09c-d46437d7559b {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 09 05:30:10.109510 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04bc113-c829-426d-9a3d-c68b18ed8ba3 req-d4994d34-d7c7-4414-9386-dc7d60749ad0 service neutron] Checking agent: {'id': '86479789-5ca7-450a-99e9-f63f20b79a87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 27, 56), 'started_at': datetime.datetime(2020, 12, 9, 5, 28, 26), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 05:30:10.110314 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04bc113-c829-426d-9a3d-c68b18ed8ba3 req-d4994d34-d7c7-4414-9386-dc7d60749ad0 service neutron] Checking segment: {'id': '4912dbc1-9b7b-4cb0-b8f0-f8f036206d49', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5cb1a234-023e-4349-b09c-d46437d7559b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 09 05:30:10.110917 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-c04bc113-c829-426d-9a3d-c68b18ed8ba3 req-d4994d34-d7c7-4414-9386-dc7d60749ad0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:10.111910 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04bc113-c829-426d-9a3d-c68b18ed8ba3 req-d4994d34-d7c7-4414-9386-dc7d60749ad0 service neutron] Bound using segment: {'id': '4912dbc1-9b7b-4cb0-b8f0-f8f036206d49', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5cb1a234-023e-4349-b09c-d46437d7559b'} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 05:30:10.112740 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-c04bc113-c829-426d-9a3d-c68b18ed8ba3 req-d4994d34-d7c7-4414-9386-dc7d60749ad0 service neutron] Bound port: f66ffb3b-d6e1-469c-885c-ad41f1ac0dad, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4912dbc1-9b7b-4cb0-b8f0-f8f036206d49', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5cb1a234-023e-4349-b09c-d46437d7559b'}}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 09 05:30:10.113427 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-c04bc113-c829-426d-9a3d-c68b18ed8ba3 req-d4994d34-d7c7-4414-9386-dc7d60749ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:10.183178 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392023b7-5cbd-4384-8774-b3ff977d8676 req-613cecf6-909b-4d4c-8a91-81a73ced7d81 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:10.184877 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-392023b7-5cbd-4384-8774-b3ff977d8676 req-613cecf6-909b-4d4c-8a91-81a73ced7d81 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/networks?id=dc85d922-ae22-42c5-9deb-45d818643b4d HTTP/1.1" status: 200  len: 810 time: 0.8478482
Dec 09 05:30:10.207809 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:10.220332 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-392023b7-5cbd-4384-8774-b3ff977d8676 req-4b1937ea-c310-4955-bf7a-5ac9a1765347 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/quotas/9201b4ea11f94e639e12c77d9a8399c8 HTTP/1.1" status: 200  len: 375 time: 0.0268021
Dec 09 05:30:10.233902 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] For port c1b3ebf6-2106-4e9f-8f5a-ef6d91e18331, host dv-cinder-763306-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=c1b3ebf6-2106-4e9f-8f5a-ef6d91e18331,segment=NetworkSegment(6806ddaa-9afa-4e45-ac00-e428af44bdb5),segment_id=6806ddaa-9afa-4e45-ac00-e428af44bdb5)] {{(pid=80247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:30:10.237789 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:10.244163 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-b479c95e-20b0-4158-8c6e-5ab392f3eac5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:10.386697 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Pushing event updated for resources: {'Port': ['ID=c1b3ebf6-2106-4e9f-8f5a-ef6d91e18331,revision_number=4']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:10.394882 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:10.428804 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-6dcdc4d9-a7c8-409c-8313-eb8a7988b86f req-726d73fc-d985-4c07-828a-cb9ae59260c2 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249358491764'] for port, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:10.485490 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:10.486558 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-3601f6f2-0d13-4854-9f8d-e8bb1c1aa930 req-54493bcd-3d8a-4b5e-9545-34120e9f1919 service neutron] Attempting to bind port 373a73aa-92c1-4f00-adc3-06673ee910b8 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 09 05:30:10.487497 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-3601f6f2-0d13-4854-9f8d-e8bb1c1aa930 req-54493bcd-3d8a-4b5e-9545-34120e9f1919 service neutron] Attempting to bind port 373a73aa-92c1-4f00-adc3-06673ee910b8 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'fe821501-62ae-499e-bd27-a982d7ea1122', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c35ae514-c0a3-4dd6-86f3-408f005aa8d5'}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 09 05:30:10.487497 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3601f6f2-0d13-4854-9f8d-e8bb1c1aa930 req-54493bcd-3d8a-4b5e-9545-34120e9f1919 service neutron] Attempting to bind port 373a73aa-92c1-4f00-adc3-06673ee910b8 on network c35ae514-c0a3-4dd6-86f3-408f005aa8d5 {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 09 05:30:10.567436 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-c04bc113-c829-426d-9a3d-c68b18ed8ba3 req-d4994d34-d7c7-4414-9386-dc7d60749ad0 service neutron] For port f66ffb3b-d6e1-469c-885c-ad41f1ac0dad, host hv-cinder-76330, cleared binding levels {{(pid=80246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 09 05:30:10.572438 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-c04bc113-c829-426d-9a3d-c68b18ed8ba3 req-d4994d34-d7c7-4414-9386-dc7d60749ad0 service neutron] For port f66ffb3b-d6e1-469c-885c-ad41f1ac0dad, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=f66ffb3b-d6e1-469c-885c-ad41f1ac0dad,segment=NetworkSegment(4912dbc1-9b7b-4cb0-b8f0-f8f036206d49),segment_id=4912dbc1-9b7b-4cb0-b8f0-f8f036206d49)] {{(pid=80246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 09 05:30:10.573592 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3601f6f2-0d13-4854-9f8d-e8bb1c1aa930 req-54493bcd-3d8a-4b5e-9545-34120e9f1919 service neutron] Checking agent: {'id': '86479789-5ca7-450a-99e9-f63f20b79a87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 27, 56), 'started_at': datetime.datetime(2020, 12, 9, 5, 28, 26), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 05:30:10.574153 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3601f6f2-0d13-4854-9f8d-e8bb1c1aa930 req-54493bcd-3d8a-4b5e-9545-34120e9f1919 service neutron] Checking segment: {'id': 'fe821501-62ae-499e-bd27-a982d7ea1122', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c35ae514-c0a3-4dd6-86f3-408f005aa8d5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 09 05:30:10.574722 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-3601f6f2-0d13-4854-9f8d-e8bb1c1aa930 req-54493bcd-3d8a-4b5e-9545-34120e9f1919 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:10.575088 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3601f6f2-0d13-4854-9f8d-e8bb1c1aa930 req-54493bcd-3d8a-4b5e-9545-34120e9f1919 service neutron] Bound using segment: {'id': 'fe821501-62ae-499e-bd27-a982d7ea1122', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c35ae514-c0a3-4dd6-86f3-408f005aa8d5'} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 05:30:10.575578 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-3601f6f2-0d13-4854-9f8d-e8bb1c1aa930 req-54493bcd-3d8a-4b5e-9545-34120e9f1919 service neutron] Bound port: 373a73aa-92c1-4f00-adc3-06673ee910b8, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe821501-62ae-499e-bd27-a982d7ea1122', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c35ae514-c0a3-4dd6-86f3-408f005aa8d5'}}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 09 05:30:10.575957 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-3601f6f2-0d13-4854-9f8d-e8bb1c1aa930 req-54493bcd-3d8a-4b5e-9545-34120e9f1919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:10.642964 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-c04bc113-c829-426d-9a3d-c68b18ed8ba3 req-d4994d34-d7c7-4414-9386-dc7d60749ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:10.689256 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-d4994d34-d7c7-4414-9386-dc7d60749ad0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:10.849343 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-3601f6f2-0d13-4854-9f8d-e8bb1c1aa930 req-54493bcd-3d8a-4b5e-9545-34120e9f1919 service neutron] For port 373a73aa-92c1-4f00-adc3-06673ee910b8, host hv-cinder-76330, cleared binding levels {{(pid=80246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 09 05:30:10.852810 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-3601f6f2-0d13-4854-9f8d-e8bb1c1aa930 req-54493bcd-3d8a-4b5e-9545-34120e9f1919 service neutron] For port 373a73aa-92c1-4f00-adc3-06673ee910b8, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=373a73aa-92c1-4f00-adc3-06673ee910b8,segment=NetworkSegment(fe821501-62ae-499e-bd27-a982d7ea1122),segment_id=fe821501-62ae-499e-bd27-a982d7ea1122)] {{(pid=80246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 09 05:30:10.863609 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-3601f6f2-0d13-4854-9f8d-e8bb1c1aa930 req-54493bcd-3d8a-4b5e-9545-34120e9f1919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:10.869495 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726d73fc-d985-4c07-828a-cb9ae59260c2 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Pushing event updated for resources: {'Port': ['ID=cd5892db-1676-4f45-8762-15d831f1c7bf,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:10.900771 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-392023b7-5cbd-4384-8774-b3ff977d8676 req-f6d8faef-77e4-4467-8cae-8f0e81f5cb57 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/ports?tenant_id=9201b4ea11f94e639e12c77d9a8399c8&fields=id HTTP/1.1" status: 200  len: 348 time: 0.6628950
Dec 09 05:30:10.901596 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-726d73fc-d985-4c07-828a-cb9ae59260c2 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:11.028366 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device c1b3ebf6-2106-4e9f-8f5a-ef6d91e18331 up at agent ovs-agent-dv-cinder-763306-6-iscsi {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:30:11.194827 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31bc3a5-b62c-4908-b67b-11216a42b98a None None] Sync routers for ids ['052a3259-411d-4ded-8cca-c6df94b73dab'] in dv-cinder-763306-6-iscsi {{(pid=80247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 09 05:30:11.216173 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31bc3a5-b62c-4908-b67b-11216a42b98a None None] Routers {'052a3259-411d-4ded-8cca-c6df94b73dab'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:30:11.217166 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-f31bc3a5-b62c-4908-b67b-11216a42b98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff88647b8>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:29:47Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['052a3259-411d-4ded-8cca-c6df94b73dab'], 'active': True} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:30:11.337418 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dcdc4d9-a7c8-409c-8313-eb8a7988b86f req-726d73fc-d985-4c07-828a-cb9ae59260c2 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Network 06891e77-d716-4108-aee5-befcd6bf9ea6 is already hosted by enough agents. {{(pid=80245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 09 05:30:11.338334 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 59450) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:30:11.365714 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [req-6dcdc4d9-a7c8-409c-8313-eb8a7988b86f req-726d73fc-d985-4c07-828a-cb9ae59260c2 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Resources bound (agent type, host, resource id):  {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:30:11.373373 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-a89cdce7-d30d-4bed-9a9c-c3c8b1bdf1b0 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Request body: {'security_group': {'name': 'tempest-securitygroup--1601427274', 'description': 'tempest-description--1953126303'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:30:11.399590 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Provisioning complete for port c1b3ebf6-2106-4e9f-8f5a-ef6d91e18331 triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:30:11.400564 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:11.400683 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3601f6f2-0d13-4854-9f8d-e8bb1c1aa930 req-54493bcd-3d8a-4b5e-9545-34120e9f1919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:11.401334 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-3601f6f2-0d13-4854-9f8d-e8bb1c1aa930 req-54493bcd-3d8a-4b5e-9545-34120e9f1919 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3226941'] for port, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:11.414448 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3601f6f2-0d13-4854-9f8d-e8bb1c1aa930 req-54493bcd-3d8a-4b5e-9545-34120e9f1919 service neutron] 10.222.0.59 "PUT /v2.0/ports/373a73aa-92c1-4f00-adc3-06673ee910b8 HTTP/1.1" status: 200  len: 1158 time: 6.8403571
Dec 09 05:30:11.415050 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2565b35-11d7-44cb-8c25-428102a7c7b9', 'tag': '373a73aa-92c1-4f00-adc3-06673ee910b8'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:30:11.415592 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dcdc4d9-a7c8-409c-8313-eb8a7988b86f req-726d73fc-d985-4c07-828a-cb9ae59260c2 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Received port after_create {{(pid=80245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 09 05:30:11.438762 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcdc4d9-a7c8-409c-8313-eb8a7988b86f req-726d73fc-d985-4c07-828a-cb9ae59260c2 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:11.439592 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-6dcdc4d9-a7c8-409c-8313-eb8a7988b86f req-726d73fc-d985-4c07-828a-cb9ae59260c2 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3226941'] for port, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:11.451663 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-a89cdce7-d30d-4bed-9a9c-c3c8b1bdf1b0 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:30:11.483743 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-392023b7-5cbd-4384-8774-b3ff977d8676 req-4dea3cf1-601c-4579-b181-e3e3cbc535bf service neutron] 10.222.0.39 "GET /v2.0/networks/dc85d922-ae22-42c5-9deb-45d818643b4d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5570371
Dec 09 05:30:11.490751 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-a89cdce7-d30d-4bed-9a9c-c3c8b1bdf1b0 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Usage tracker for resource:security_group and tenant:c66dfb6ad0d4440d9fde314bc8bf155a is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:30:11.581086 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-a89cdce7-d30d-4bed-9a9c-c3c8b1bdf1b0 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:30:11.583753 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-f31bc3a5-b62c-4908-b67b-11216a42b98a None None] Set router 052a3259-411d-4ded-8cca-c6df94b73dab gateway port host: dv-cinder-763306-6-iscsi {{(pid=80247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:30:11.589615 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4994d34-d7c7-4414-9386-dc7d60749ad0 service neutron] Pushing event updated for resources: {'Port': ['ID=f66ffb3b-d6e1-469c-885c-ad41f1ac0dad,revision_number=3']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:11.600497 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-d4994d34-d7c7-4414-9386-dc7d60749ad0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.911s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:11.607790 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-c6f6ebba-f710-445d-80e0-57c13f91ff36 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.295s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:11.612388 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6dcdc4d9-a7c8-409c-8313-eb8a7988b86f req-726d73fc-d985-4c07-828a-cb9ae59260c2 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.7727919
Dec 09 05:30:11.615726 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-a89cdce7-d30d-4bed-9a9c-c3c8b1bdf1b0 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:30:11.666264 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-6dcdc4d9-a7c8-409c-8313-eb8a7988b86f req-44af2c4e-c234-4840-b599-9721e8c9fc17 service neutron] Request body: {'port': {'device_id': 'eff4a7a6-c915-4262-8eb4-47a7ba9d5707', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:30:11.820879 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a89cdce7-d30d-4bed-9a9c-c3c8b1bdf1b0 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:11.835490 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54493bcd-3d8a-4b5e-9545-34120e9f1919 service neutron] Pushing event updated for resources: {'Port': ['ID=373a73aa-92c1-4f00-adc3-06673ee910b8,revision_number=3']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:11.855052 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-54493bcd-3d8a-4b5e-9545-34120e9f1919 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:11.971761 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-a89cdce7-d30d-4bed-9a9c-c3c8b1bdf1b0 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:30:11.996949 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04bc113-c829-426d-9a3d-c68b18ed8ba3 req-d4994d34-d7c7-4414-9386-dc7d60749ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:11.997945 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-c04bc113-c829-426d-9a3d-c68b18ed8ba3 req-d4994d34-d7c7-4414-9386-dc7d60749ad0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3226941'] for port, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:11.999651 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c04bc113-c829-426d-9a3d-c68b18ed8ba3 req-d4994d34-d7c7-4414-9386-dc7d60749ad0 service neutron] 10.222.0.59 "PUT /v2.0/ports/f66ffb3b-d6e1-469c-885c-ad41f1ac0dad HTTP/1.1" status: 200  len: 1157 time: 7.4607468
Dec 09 05:30:12.019431 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3601f6f2-0d13-4854-9f8d-e8bb1c1aa930 req-2dfa665a-7ff2-4486-8f45-cc6e6bb0789e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:12.020960 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3601f6f2-0d13-4854-9f8d-e8bb1c1aa930 req-2dfa665a-7ff2-4486-8f45-cc6e6bb0789e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6eccf6ce870243d1985d0f145b48f27f&device_id=c2565b35-11d7-44cb-8c25-428102a7c7b9 HTTP/1.1" status: 200  len: 1161 time: 0.4980731
Dec 09 05:30:12.081042 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-392023b7-5cbd-4384-8774-b3ff977d8676 req-9b1ea9ec-9cb0-405e-98fa-666ef47f084c service neutron] 10.222.0.39 "GET /v2.0/networks/dc85d922-ae22-42c5-9deb-45d818643b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5743318
Dec 09 05:30:12.081745 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-6dcdc4d9-a7c8-409c-8313-eb8a7988b86f req-44af2c4e-c234-4840-b599-9721e8c9fc17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:12.120583 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-a89cdce7-d30d-4bed-9a9c-c3c8b1bdf1b0 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Usage tracker for resource:security_group_rule and tenant:c66dfb6ad0d4440d9fde314bc8bf155a is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:30:12.126081 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 59468) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:30:12.132544 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-a89cdce7-d30d-4bed-9a9c-c3c8b1bdf1b0 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:30:12.149015 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-a89cdce7-d30d-4bed-9a9c-c3c8b1bdf1b0 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:30:12.214127 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.59', 60391) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:30:12.380683 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 59478) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:30:12.431036 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-f31bc3a5-b62c-4908-b67b-11216a42b98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff88647b8>, [{'id': '052a3259-411d-4ded-8cca-c6df94b73dab', 'name': 'tempest-AttachVolumeShelveTestJSON-332747735-router', 'tenant_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'c1b3ebf6-2106-4e9f-8f5a-ef6d91e18331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:29:47Z', 'updated_at': '2020-12-09T05:30:04Z', 'revision_number': 4, 'project_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'gw_port': {'id': 'c1b3ebf6-2106-4e9f-8f5a-ef6d91e18331', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:17:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052a3259-411d-4ded-8cca-c6df94b73dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:29:50Z', 'updated_at': '2020-12-09T05:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_interfaces': [{'id': '43d0ea31-1f92-40b4-b19c-c5aed665225c', 'name': '', 'network_id': '213a2199-d44a-4f31-a99f-f2fcf48b8a5b', 'tenant_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'mac_address': 'fa:16:3e:90:7b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '052a3259-411d-4ded-8cca-c6df94b73dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'f2d416e2-18e0-4718-bf66-1cf63cef4f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:30:02Z', 'updated_at': '2020-12-09T05:30:06Z', 'revision_number': 2, 'project_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'subnets': [{'id': 'f2d416e2-18e0-4718-bf66-1cf63cef4f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:30:12.443017 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31bc3a5-b62c-4908-b67b-11216a42b98a None None] Checking router: 052a3259-411d-4ded-8cca-c6df94b73dab for host: dv-cinder-763306-6-iscsi {{(pid=80247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 09 05:30:12.448379 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31bc3a5-b62c-4908-b67b-11216a42b98a None None] Updating router 052a3259-411d-4ded-8cca-c6df94b73dab port 43d0ea31-1f92-40b4-b19c-c5aed665225c binding host dv-cinder-763306-6-iscsi {{(pid=80247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 09 05:30:12.591148 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f31bc3a5-b62c-4908-b67b-11216a42b98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:12.978300 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [req-6dcdc4d9-a7c8-409c-8313-eb8a7988b86f req-44af2c4e-c234-4840-b599-9721e8c9fc17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd5892db-1676-4f45-8762-15d831f1c7bf {{(pid=80245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 09 05:30:12.986997 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-6dcdc4d9-a7c8-409c-8313-eb8a7988b86f req-44af2c4e-c234-4840-b599-9721e8c9fc17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:13.001435 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [req-6dcdc4d9-a7c8-409c-8313-eb8a7988b86f req-44af2c4e-c234-4840-b599-9721e8c9fc17 service neutron] Transition to ACTIVE for port object cd5892db-1676-4f45-8762-15d831f1c7bf will not be triggered until provisioned by entity L2. {{(pid=80245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 09 05:30:13.039905 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-6dcdc4d9-a7c8-409c-8313-eb8a7988b86f req-44af2c4e-c234-4840-b599-9721e8c9fc17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:13.133662 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ebca6004-6227-433e-92d5-22aea090dd5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:13.143338 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76394c0a-0f62-41ac-b638-fedcebdb3439 req-09adcbd0-7814-4521-812c-346f7c2910e0 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:13.144984 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-76394c0a-0f62-41ac-b638-fedcebdb3439 req-09adcbd0-7814-4521-812c-346f7c2910e0 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.59 "GET /v2.0/networks?id=06891e77-d716-4108-aee5-befcd6bf9ea6 HTTP/1.1" status: 200  len: 818 time: 0.8352947
Dec 09 05:30:13.150204 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3601f6f2-0d13-4854-9f8d-e8bb1c1aa930 req-0469fc5f-a202-4c5e-aa73-a3fb6ff8336a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=373a73aa-92c1-4f00-adc3-06673ee910b8 HTTP/1.1" status: 200  len: 217 time: 1.1126220
Dec 09 05:30:13.165365 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-726d73fc-d985-4c07-828a-cb9ae59260c2 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:13.221356 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-76394c0a-0f62-41ac-b638-fedcebdb3439 req-190602de-01de-45e0-9a3b-d05c0db08842 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Request body: {'port': {'device_id': '4f9349b3-3183-4102-9447-9d927817bc75', 'network_id': '06891e77-d716-4108-aee5-befcd6bf9ea6', 'admin_state_up': True, 'tenant_id': 'f2e56e35acf649b3b3156dba09242a4f'}} {{(pid=80246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:30:13.267875 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c001fb00-f8b2-404b-be86-70e9247a9d62 req-1be341d0-3acc-4a45-bad3-91f33e32c8dd tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:13.277208 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c001fb00-f8b2-404b-be86-70e9247a9d62 req-1be341d0-3acc-4a45-bad3-91f33e32c8dd tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] 10.222.0.39 "GET /v2.0/ports?device_id=c2565b35-11d7-44cb-8c25-428102a7c7b9 HTTP/1.1" status: 200  len: 944 time: 1.5039756
Dec 09 05:30:13.315059 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44af2c4e-c234-4840-b599-9721e8c9fc17 service neutron] Pushing event updated for resources: {'Port': ['ID=cd5892db-1676-4f45-8762-15d831f1c7bf,revision_number=2']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:13.319232 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-44af2c4e-c234-4840-b599-9721e8c9fc17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:13.323689 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-ebca6004-6227-433e-92d5-22aea090dd5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:30:13.328148 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-ebca6004-6227-433e-92d5-22aea090dd5a admin admin] Usage tracker for resource:security_group_rule and tenant:3653658c21824ca4b02c7a2aafe3d034 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:30:13.331533 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-ebca6004-6227-433e-92d5-22aea090dd5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:30:13.338140 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-ebca6004-6227-433e-92d5-22aea090dd5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:30:13.350279 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3601f6f2-0d13-4854-9f8d-e8bb1c1aa930 req-01b5a0fa-8ada-4d39-b712-406126c27264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:13.351929 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3601f6f2-0d13-4854-9f8d-e8bb1c1aa930 req-01b5a0fa-8ada-4d39-b712-406126c27264 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=680d44e1-e1f9-4d0e-a503-a148de8a977c HTTP/1.1" status: 200  len: 852 time: 0.1845469
Dec 09 05:30:13.435545 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c001fb00-f8b2-404b-be86-70e9247a9d62 req-d6366b3f-d617-45af-bd7c-9a16bc4269a9 tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] 10.222.0.39 "GET /v2.0/security-groups?id=9cd95a90-f310-4e2a-8d26-f108ea95310d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1571777
Dec 09 05:30:13.506563 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-76394c0a-0f62-41ac-b638-fedcebdb3439 req-190602de-01de-45e0-9a3b-d05c0db08842 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:30:13.513083 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-76394c0a-0f62-41ac-b638-fedcebdb3439 req-190602de-01de-45e0-9a3b-d05c0db08842 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Usage tracker for resource:port and tenant:f2e56e35acf649b3b3156dba09242a4f is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:30:13.518783 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-76394c0a-0f62-41ac-b638-fedcebdb3439 req-190602de-01de-45e0-9a3b-d05c0db08842 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Quota usage for port was recalculated. Used quota:2. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:30:13.519006 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d13148a6-0901-4968-bfa5-2db5d311c990 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:13.526062 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-76394c0a-0f62-41ac-b638-fedcebdb3439 req-190602de-01de-45e0-9a3b-d05c0db08842 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:30:13.539170 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76394c0a-0f62-41ac-b638-fedcebdb3439 req-190602de-01de-45e0-9a3b-d05c0db08842 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Made reservation on behalf of f2e56e35acf649b3b3156dba09242a4f for: {'port': 1} {{(pid=80246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 09 05:30:13.545721 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-76394c0a-0f62-41ac-b638-fedcebdb3439 req-190602de-01de-45e0-9a3b-d05c0db08842 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:13.584523 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-d13148a6-0901-4968-bfa5-2db5d311c990 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:30:13.588895 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-d13148a6-0901-4968-bfa5-2db5d311c990 admin admin] Usage tracker for resource:security_group_rule and tenant:88b41f11abcf4680943c08db3c6889a9 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:30:13.598058 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-d13148a6-0901-4968-bfa5-2db5d311c990 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:30:13.629171 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-d13148a6-0901-4968-bfa5-2db5d311c990 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:30:13.689205 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-47bae163-4a8f-4283-a625-a997ae4b22fc req-ee1d33e2-dfac-4f2b-a2b0-0bfeb5be11d3 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=4f9349b3-3183-4102-9447-9d927817bc75 HTTP/1.1" status: 200  len: 210 time: 0.0976670
Dec 09 05:30:13.692216 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f31bc3a5-b62c-4908-b67b-11216a42b98a None None] Notify callbacks [] for port, precommit_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:13.712901 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617180b1-115e-46b0-8675-529571c61440 req-b113286c-024a-468a-a0f1-3231a717ab4e tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:13.713664 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-f31bc3a5-b62c-4908-b67b-11216a42b98a None None] Transition to ACTIVE for port object 43d0ea31-1f92-40b4-b19c-c5aed665225c will not be triggered until provisioned by entity L2. {{(pid=80247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 09 05:30:13.715104 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-617180b1-115e-46b0-8675-529571c61440 req-b113286c-024a-468a-a0f1-3231a717ab4e tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=c72e4077-6f66-4705-9a4a-2b261d075ebc HTTP/1.1" status: 200  len: 943 time: 0.7097783
Dec 09 05:30:13.729890 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ebca6004-6227-433e-92d5-22aea090dd5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:13.737603 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f31bc3a5-b62c-4908-b67b-11216a42b98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:13.755833 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-09648644-b301-4892-aef3-73b6dd191d3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:13.847534 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ebca6004-6227-433e-92d5-22aea090dd5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:13.852816 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a89cdce7-d30d-4bed-9a9c-c3c8b1bdf1b0 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:13.875554 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04bc113-c829-426d-9a3d-c68b18ed8ba3 req-4cad0072-6745-4c3b-b096-d10120b51b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:13.877615 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c04bc113-c829-426d-9a3d-c68b18ed8ba3 req-4cad0072-6745-4c3b-b096-d10120b51b1b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3257a949e8bc405187c51474a6152074&device_id=c72e4077-6f66-4705-9a4a-2b261d075ebc HTTP/1.1" status: 200  len: 1160 time: 1.4999585
Dec 09 05:30:13.903711 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:14.024652 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bee751-6da8-4c21-a350-01d3dfa9b39c None None] Pushing event updated for resources: {'Port': ['ID=43d0ea31-1f92-40b4-b19c-c5aed665225c,revision_number=3']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:14.036542 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-d8bee751-6da8-4c21-a350-01d3dfa9b39c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:14.043711 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-e39b57c4-c959-4df4-b35c-769761b25966 req-8278ba04-f3ea-4de5-a7cd-dfd839487208 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Synchronizing usage tracker for tenant:9201b4ea11f94e639e12c77d9a8399c8 on resource:port {{(pid=80246) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:30:14.061026 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a89cdce7-d30d-4bed-9a9c-c3c8b1bdf1b0 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:14.085227 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebca6004-6227-433e-92d5-22aea090dd5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91b8bc0a-b55a-44de-9908-75e6ee656f1a,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:14.094450 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-ebca6004-6227-433e-92d5-22aea090dd5a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3653658c21824ca4b02c7a2aafe3d034&name=default HTTP/1.1" status: 200  len: 2879 time: 1.9643812
Dec 09 05:30:14.096819 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ebca6004-6227-433e-92d5-22aea090dd5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:14.097349 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ebca6004-6227-433e-92d5-22aea090dd5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:14.101633 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 59508) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:30:14.109125 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-617180b1-115e-46b0-8675-529571c61440 req-d1a6a266-02fa-44ef-bdfe-c9289bd97638 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/security-groups?id=9f31bb62-a357-4a0d-9bfd-fc2419bb91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3632979
Dec 09 05:30:14.166618 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89cdce7-d30d-4bed-9a9c-c3c8b1bdf1b0 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3c3367-03a7-4461-8572-263047374f8f,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:14.222293 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-a89cdce7-d30d-4bed-9a9c-c3c8b1bdf1b0 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:14.232480 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a89cdce7-d30d-4bed-9a9c-c3c8b1bdf1b0 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:14.234049 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-a89cdce7-d30d-4bed-9a9c-c3c8b1bdf1b0 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1730 time: 2.8918891
Dec 09 05:30:14.246330 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 59516) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:30:14.251786 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [req-76394c0a-0f62-41ac-b638-fedcebdb3439 req-190602de-01de-45e0-9a3b-d05c0db08842 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Allocated IP 172.20.0.5 (06891e77-d716-4108-aee5-befcd6bf9ea6/f0a74771-7cf7-44b6-a932-ab6aa0c12e99/63da4ecf-6bac-4066-8654-373bf3a8862a) {{(pid=80246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 09 05:30:14.272131 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-264a9b99-aa36-46cf-a28f-7634dacbdea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:14.273322 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-f7c12289-419f-4835-b625-7e09b0efea55 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Request body: {'security_group_rule': {'security_group_id': '8d3c3367-03a7-4461-8572-263047374f8f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:30:14.281576 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-6dcdc4d9-a7c8-409c-8313-eb8a7988b86f req-44af2c4e-c234-4840-b599-9721e8c9fc17 service neutron] Attempting to bind port cd5892db-1676-4f45-8762-15d831f1c7bf on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 09 05:30:14.282377 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-6dcdc4d9-a7c8-409c-8313-eb8a7988b86f req-44af2c4e-c234-4840-b599-9721e8c9fc17 service neutron] Attempting to bind port cd5892db-1676-4f45-8762-15d831f1c7bf by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'd28f75f2-617a-4107-aa9e-23b92b1ef4c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '06891e77-d716-4108-aee5-befcd6bf9ea6'}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 09 05:30:14.282753 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcdc4d9-a7c8-409c-8313-eb8a7988b86f req-44af2c4e-c234-4840-b599-9721e8c9fc17 service neutron] Attempting to bind port cd5892db-1676-4f45-8762-15d831f1c7bf on network 06891e77-d716-4108-aee5-befcd6bf9ea6 {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 09 05:30:14.304927 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-f31bc3a5-b62c-4908-b67b-11216a42b98a None None] Attempting to bind port 43d0ea31-1f92-40b4-b19c-c5aed665225c on host dv-cinder-763306-6-iscsi for vnic_type normal with profile  {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 09 05:30:14.305145 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-f7c12289-419f-4835-b625-7e09b0efea55 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:30:14.305381 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-f31bc3a5-b62c-4908-b67b-11216a42b98a None None] Attempting to bind port 43d0ea31-1f92-40b4-b19c-c5aed665225c by drivers openvswitch on host dv-cinder-763306-6-iscsi at level 0 using segments [{'id': 'd2ba5cc2-7dc0-4439-9bab-bd1dc2090790', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '213a2199-d44a-4f31-a99f-f2fcf48b8a5b'}] {{(pid=80247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 09 05:30:14.305746 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31bc3a5-b62c-4908-b67b-11216a42b98a None None] Attempting to bind port 43d0ea31-1f92-40b4-b19c-c5aed665225c on network 213a2199-d44a-4f31-a99f-f2fcf48b8a5b {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 09 05:30:14.315501 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31bc3a5-b62c-4908-b67b-11216a42b98a None None] Checking agent: {'id': '7299edea-3c4e-4ec0-b2b3-c0ac9bf6315b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 20, 49), 'started_at': datetime.datetime(2020, 12, 9, 5, 21, 19), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 05:30:14.316204 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-264a9b99-aa36-46cf-a28f-7634dacbdea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:14.316549 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31bc3a5-b62c-4908-b67b-11216a42b98a None None] Checking segment: {'id': 'd2ba5cc2-7dc0-4439-9bab-bd1dc2090790', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '213a2199-d44a-4f31-a99f-f2fcf48b8a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 09 05:30:14.317442 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f31bc3a5-b62c-4908-b67b-11216a42b98a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:14.318118 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31bc3a5-b62c-4908-b67b-11216a42b98a None None] Bound using segment: {'id': 'd2ba5cc2-7dc0-4439-9bab-bd1dc2090790', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '213a2199-d44a-4f31-a99f-f2fcf48b8a5b'} {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 05:30:14.318855 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-f31bc3a5-b62c-4908-b67b-11216a42b98a None None] Bound port: 43d0ea31-1f92-40b4-b19c-c5aed665225c, host: dv-cinder-763306-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2ba5cc2-7dc0-4439-9bab-bd1dc2090790', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '213a2199-d44a-4f31-a99f-f2fcf48b8a5b'}}] {{(pid=80247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 09 05:30:14.319484 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f31bc3a5-b62c-4908-b67b-11216a42b98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:14.336354 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcdc4d9-a7c8-409c-8313-eb8a7988b86f req-44af2c4e-c234-4840-b599-9721e8c9fc17 service neutron] Checking agent: {'id': '86479789-5ca7-450a-99e9-f63f20b79a87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 27, 56), 'started_at': datetime.datetime(2020, 12, 9, 5, 28, 26), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 05:30:14.336739 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcdc4d9-a7c8-409c-8313-eb8a7988b86f req-44af2c4e-c234-4840-b599-9721e8c9fc17 service neutron] Checking segment: {'id': 'd28f75f2-617a-4107-aa9e-23b92b1ef4c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '06891e77-d716-4108-aee5-befcd6bf9ea6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 09 05:30:14.337197 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-6dcdc4d9-a7c8-409c-8313-eb8a7988b86f req-44af2c4e-c234-4840-b599-9721e8c9fc17 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:14.337715 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcdc4d9-a7c8-409c-8313-eb8a7988b86f req-44af2c4e-c234-4840-b599-9721e8c9fc17 service neutron] Bound using segment: {'id': 'd28f75f2-617a-4107-aa9e-23b92b1ef4c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '06891e77-d716-4108-aee5-befcd6bf9ea6'} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 05:30:14.338235 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-6dcdc4d9-a7c8-409c-8313-eb8a7988b86f req-44af2c4e-c234-4840-b599-9721e8c9fc17 service neutron] Bound port: cd5892db-1676-4f45-8762-15d831f1c7bf, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28f75f2-617a-4107-aa9e-23b92b1ef4c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '06891e77-d716-4108-aee5-befcd6bf9ea6'}}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 09 05:30:14.338620 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-6dcdc4d9-a7c8-409c-8313-eb8a7988b86f req-44af2c4e-c234-4840-b599-9721e8c9fc17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:14.355557 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-f7c12289-419f-4835-b625-7e09b0efea55 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Usage tracker for resource:security_group_rule and tenant:c66dfb6ad0d4440d9fde314bc8bf155a is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:30:14.362032 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-f7c12289-419f-4835-b625-7e09b0efea55 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:30:14.373777 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-f7c12289-419f-4835-b625-7e09b0efea55 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:30:14.381867 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d13148a6-0901-4968-bfa5-2db5d311c990 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:14.419115 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-264a9b99-aa36-46cf-a28f-7634dacbdea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:14.428782 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d13148a6-0901-4968-bfa5-2db5d311c990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:14.445068 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:14.452536 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:14.465847 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2565b35-11d7-44cb-8c25-428102a7c7b9', 'tag': '373a73aa-92c1-4f00-adc3-06673ee910b8', 'status': 'completed', 'code': 200}
Dec 09 05:30:14.467369 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f7c12289-419f-4835-b625-7e09b0efea55 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks [] for security_group_rule, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:14.473060 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-e39b57c4-c959-4df4-b35c-769761b25966 req-8278ba04-f3ea-4de5-a7cd-dfd839487208 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Unset dirty status for tenant:9201b4ea11f94e639e12c77d9a8399c8 on resource:port {{(pid=80246) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:30:14.474404 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e39b57c4-c959-4df4-b35c-769761b25966 req-8278ba04-f3ea-4de5-a7cd-dfd839487208 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/ports?device_id=502d1b9e-4516-4c89-bce3-b368e5421be5 HTTP/1.1" status: 200  len: 210 time: 0.5041082
Dec 09 05:30:14.478748 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264a9b99-aa36-46cf-a28f-7634dacbdea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b8bc0a-b55a-44de-9908-75e6ee656f1a,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:14.486418 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-264a9b99-aa36-46cf-a28f-7634dacbdea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:14.548876 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-f31bc3a5-b62c-4908-b67b-11216a42b98a None None] For port 43d0ea31-1f92-40b4-b19c-c5aed665225c, host dv-cinder-763306-6-iscsi, cleared binding levels {{(pid=80247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 09 05:30:14.560053 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-f31bc3a5-b62c-4908-b67b-11216a42b98a None None] For port 43d0ea31-1f92-40b4-b19c-c5aed665225c, host dv-cinder-763306-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=43d0ea31-1f92-40b4-b19c-c5aed665225c,segment=NetworkSegment(d2ba5cc2-7dc0-4439-9bab-bd1dc2090790),segment_id=d2ba5cc2-7dc0-4439-9bab-bd1dc2090790)] {{(pid=80247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 09 05:30:14.566735 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f31bc3a5-b62c-4908-b67b-11216a42b98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:14.575627 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13148a6-0901-4968-bfa5-2db5d311c990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c68bc9-dfb0-4728-9ffb-49187718a5a8,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:14.583764 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-d13148a6-0901-4968-bfa5-2db5d311c990 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=88b41f11abcf4680943c08db3c6889a9&name=default HTTP/1.1" status: 200  len: 2879 time: 1.7998033
Dec 09 05:30:14.584640 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 59524) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:30:14.588697 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-d13148a6-0901-4968-bfa5-2db5d311c990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:14.608196 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-6dcdc4d9-a7c8-409c-8313-eb8a7988b86f req-44af2c4e-c234-4840-b599-9721e8c9fc17 service neutron] For port cd5892db-1676-4f45-8762-15d831f1c7bf, host hv-cinder-76330, cleared binding levels {{(pid=80245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 09 05:30:14.645050 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-264a9b99-aa36-46cf-a28f-7634dacbdea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:14.649014 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-264a9b99-aa36-46cf-a28f-7634dacbdea6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/91b8bc0a-b55a-44de-9908-75e6ee656f1a HTTP/1.1" status: 204  len: 168 time: 0.5436358
Dec 09 05:30:14.682028 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-6dcdc4d9-a7c8-409c-8313-eb8a7988b86f req-44af2c4e-c234-4840-b599-9721e8c9fc17 service neutron] For port cd5892db-1676-4f45-8762-15d831f1c7bf, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=cd5892db-1676-4f45-8762-15d831f1c7bf,segment=NetworkSegment(d28f75f2-617a-4107-aa9e-23b92b1ef4c4),segment_id=d28f75f2-617a-4107-aa9e-23b92b1ef4c4)] {{(pid=80245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 09 05:30:14.705946 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:14.708528 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-6dcdc4d9-a7c8-409c-8313-eb8a7988b86f req-44af2c4e-c234-4840-b599-9721e8c9fc17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:14.713057 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f7c12289-419f-4835-b625-7e09b0efea55 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:14.742198 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-44af2c4e-c234-4840-b599-9721e8c9fc17 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:14.807267 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31bc3a5-b62c-4908-b67b-11216a42b98a None None] Routers {'052a3259-411d-4ded-8cca-c6df94b73dab'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:30:14.807955 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-f31bc3a5-b62c-4908-b67b-11216a42b98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff88647b8>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:29:47Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['052a3259-411d-4ded-8cca-c6df94b73dab'], 'active': True} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:30:14.814509 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-76394c0a-0f62-41ac-b638-fedcebdb3439 req-190602de-01de-45e0-9a3b-d05c0db08842 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Notify callbacks [] for port, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:14.900589 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-76394c0a-0f62-41ac-b638-fedcebdb3439 req-190602de-01de-45e0-9a3b-d05c0db08842 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249358491764'] for port, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:14.951217 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:15.027860 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bee751-6da8-4c21-a350-01d3dfa9b39c None None] Pushing event updated for resources: {'Port': ['ID=43d0ea31-1f92-40b4-b19c-c5aed665225c,revision_number=4']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:15.046236 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-d8bee751-6da8-4c21-a350-01d3dfa9b39c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:15.111920 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f7c12289-419f-4835-b625-7e09b0efea55 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365132'] for security_group_rule, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:15.112840 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-f31bc3a5-b62c-4908-b67b-11216a42b98a None None] Set router 052a3259-411d-4ded-8cca-c6df94b73dab gateway port host: dv-cinder-763306-6-iscsi {{(pid=80247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:30:15.251869 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 59536) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:30:15.264462 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190602de-01de-45e0-9a3b-d05c0db08842 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Pushing event updated for resources: {'Port': ['ID=63da4ecf-6bac-4066-8654-373bf3a8862a,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:15.271176 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-190602de-01de-45e0-9a3b-d05c0db08842 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:15.301524 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76394c0a-0f62-41ac-b638-fedcebdb3439 req-190602de-01de-45e0-9a3b-d05c0db08842 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Network 06891e77-d716-4108-aee5-befcd6bf9ea6 is already hosted by enough agents. {{(pid=80246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 09 05:30:15.305736 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [req-76394c0a-0f62-41ac-b638-fedcebdb3439 req-190602de-01de-45e0-9a3b-d05c0db08842 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Resources bound (agent type, host, resource id):  {{(pid=80246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:30:15.307815 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-267b7daf-f844-4ad5-9e80-d4f593410392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:15.309012 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-76394c0a-0f62-41ac-b638-fedcebdb3439 req-190602de-01de-45e0-9a3b-d05c0db08842 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Received port after_create {{(pid=80246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 09 05:30:15.314143 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76394c0a-0f62-41ac-b638-fedcebdb3439 req-190602de-01de-45e0-9a3b-d05c0db08842 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:15.315115 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-76394c0a-0f62-41ac-b638-fedcebdb3439 req-190602de-01de-45e0-9a3b-d05c0db08842 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3226941'] for port, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:15.331071 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-29b50e58-7680-4e22-897b-d69903a48022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:15.343006 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44af2c4e-c234-4840-b599-9721e8c9fc17 service neutron] Pushing event updated for resources: {'Port': ['ID=cd5892db-1676-4f45-8762-15d831f1c7bf,revision_number=3']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:15.355873 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e5ba08-fd6e-4318-b686-cfe3c253a40d req-d14e1a5a-d298-4225-a802-93084292a466 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:15.356878 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-c3e5ba08-fd6e-4318-b686-cfe3c253a40d req-d14e1a5a-d298-4225-a802-93084292a466 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Synchronizing usage tracker for tenant:f2e56e35acf649b3b3156dba09242a4f on resource:port {{(pid=80246) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:30:15.357972 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61573f-374b-4ccb-b0fd-410d75279620 req-c1f33500-c79b-4031-a9d3-7e6eb61bd114 tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:15.361799 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ae61573f-374b-4ccb-b0fd-410d75279620 req-c1f33500-c79b-4031-a9d3-7e6eb61bd114 tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] 10.222.0.39 "GET /v2.0/ports?device_id=c2565b35-11d7-44cb-8c25-428102a7c7b9 HTTP/1.1" status: 200  len: 944 time: 0.7480862
Dec 09 05:30:15.366546 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-76394c0a-0f62-41ac-b638-fedcebdb3439 req-190602de-01de-45e0-9a3b-d05c0db08842 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1998088
Dec 09 05:30:15.369077 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-44af2c4e-c234-4840-b599-9721e8c9fc17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:15.369991 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f7c12289-419f-4835-b625-7e09b0efea55 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks [] for security_group_rule, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:15.371657 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-f7c12289-419f-4835-b625-7e09b0efea55 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 1.1253064
Dec 09 05:30:15.372417 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.220s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:15.376169 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 59542) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:30:15.384928 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-baf004ee-4c77-4880-9296-45ed08dd56c4 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Request body: {'security_group_rule': {'security_group_id': '8d3c3367-03a7-4461-8572-263047374f8f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:30:15.393513 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-baf004ee-4c77-4880-9296-45ed08dd56c4 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:30:15.398513 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-c3e5ba08-fd6e-4318-b686-cfe3c253a40d req-d14e1a5a-d298-4225-a802-93084292a466 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Unset dirty status for tenant:f2e56e35acf649b3b3156dba09242a4f on resource:port {{(pid=80246) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:30:15.406975 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c3e5ba08-fd6e-4318-b686-cfe3c253a40d req-d14e1a5a-d298-4225-a802-93084292a466 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=4f9349b3-3183-4102-9447-9d927817bc75 HTTP/1.1" status: 200  len: 931 time: 0.3863566
Dec 09 05:30:15.411497 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-baf004ee-4c77-4880-9296-45ed08dd56c4 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Usage tracker for resource:security_group_rule and tenant:c66dfb6ad0d4440d9fde314bc8bf155a is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:30:15.429566 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-baf004ee-4c77-4880-9296-45ed08dd56c4 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:30:15.431921 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-29b50e58-7680-4e22-897b-d69903a48022 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:30:15.438396 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-267b7daf-f844-4ad5-9e80-d4f593410392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:15.440914 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-baf004ee-4c77-4880-9296-45ed08dd56c4 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:30:15.450365 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c12289-419f-4835-b625-7e09b0efea55 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Pushing event updated for resources: {'SecurityGroupRule': ['ID=969b6da1-fa0c-46d8-beae-bbfbe2aeb1a3,revision_number=0']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:15.462164 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-29b50e58-7680-4e22-897b-d69903a48022 admin admin] Usage tracker for resource:security_group_rule and tenant:b53ceabe58c242bbad4c30b80f53a330 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:30:15.473781 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-29b50e58-7680-4e22-897b-d69903a48022 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:30:15.475092 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c3e5ba08-fd6e-4318-b686-cfe3c253a40d req-4d1d6de8-2111-4a87-89ea-6e9c93f306e0 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662994
Dec 09 05:30:15.489846 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-baf004ee-4c77-4880-9296-45ed08dd56c4 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks [] for security_group_rule, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:15.492790 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-f7c12289-419f-4835-b625-7e09b0efea55 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:15.493766 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-29b50e58-7680-4e22-897b-d69903a48022 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:30:15.549704 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcdc4d9-a7c8-409c-8313-eb8a7988b86f req-44af2c4e-c234-4840-b599-9721e8c9fc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:15.550476 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-6dcdc4d9-a7c8-409c-8313-eb8a7988b86f req-44af2c4e-c234-4840-b599-9721e8c9fc17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3226941'] for port, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:15.552058 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6dcdc4d9-a7c8-409c-8313-eb8a7988b86f req-44af2c4e-c234-4840-b599-9721e8c9fc17 service neutron] 10.222.0.59 "PUT /v2.0/ports/cd5892db-1676-4f45-8762-15d831f1c7bf HTTP/1.1" status: 200  len: 1157 time: 3.8922968
Dec 09 05:30:15.555597 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eff4a7a6-c915-4262-8eb4-47a7ba9d5707', 'tag': 'cd5892db-1676-4f45-8762-15d831f1c7bf'}] {{(pid=80245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:30:15.587779 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-f31bc3a5-b62c-4908-b67b-11216a42b98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff88647b8>, [{'id': '052a3259-411d-4ded-8cca-c6df94b73dab', 'name': 'tempest-AttachVolumeShelveTestJSON-332747735-router', 'tenant_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'c1b3ebf6-2106-4e9f-8f5a-ef6d91e18331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:29:47Z', 'updated_at': '2020-12-09T05:30:04Z', 'revision_number': 4, 'project_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'gw_port': {'id': 'c1b3ebf6-2106-4e9f-8f5a-ef6d91e18331', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:17:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052a3259-411d-4ded-8cca-c6df94b73dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:29:50Z', 'updated_at': '2020-12-09T05:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_interfaces': [{'id': '43d0ea31-1f92-40b4-b19c-c5aed665225c', 'name': '', 'network_id': '213a2199-d44a-4f31-a99f-f2fcf48b8a5b', 'tenant_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'mac_address': 'fa:16:3e:90:7b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '052a3259-411d-4ded-8cca-c6df94b73dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'f2d416e2-18e0-4718-bf66-1cf63cef4f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:30:02Z', 'updated_at': '2020-12-09T05:30:14Z', 'revision_number': 4, 'project_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'subnets': [{'id': 'f2d416e2-18e0-4718-bf66-1cf63cef4f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:30:15.593035 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31bc3a5-b62c-4908-b67b-11216a42b98a None None] The sync data for ids ['052a3259-411d-4ded-8cca-c6df94b73dab'] in dv-cinder-763306-6-iscsi is: [{'id': '052a3259-411d-4ded-8cca-c6df94b73dab', 'name': 'tempest-AttachVolumeShelveTestJSON-332747735-router', 'tenant_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'c1b3ebf6-2106-4e9f-8f5a-ef6d91e18331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:29:47Z', 'updated_at': '2020-12-09T05:30:04Z', 'revision_number': 4, 'project_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'gw_port': {'id': 'c1b3ebf6-2106-4e9f-8f5a-ef6d91e18331', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:17:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052a3259-411d-4ded-8cca-c6df94b73dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:29:50Z', 'updated_at': '2020-12-09T05:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_interfaces': [{'id': '43d0ea31-1f92-40b4-b19c-c5aed665225c', 'name': '', 'network_id': '213a2199-d44a-4f31-a99f-f2fcf48b8a5b', 'tenant_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'mac_address': 'fa:16:3e:90:7b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '052a3259-411d-4ded-8cca-c6df94b73dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'f2d416e2-18e0-4718-bf66-1cf63cef4f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:30:02Z', 'updated_at': '2020-12-09T05:30:14Z', 'revision_number': 4, 'project_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'subnets': [{'id': 'f2d416e2-18e0-4718-bf66-1cf63cef4f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 09 05:30:15.596084 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-baf004ee-4c77-4880-9296-45ed08dd56c4 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:15.599910 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-baf004ee-4c77-4880-9296-45ed08dd56c4 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365132'] for security_group_rule, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:15.602087 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-49cfed3a-4e16-40ad-ac8d-b4fb68dafe84 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:15.623779 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ae61573f-374b-4ccb-b0fd-410d75279620 req-6bd108d8-7cbf-4a63-8855-973a31485b8c tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] 10.222.0.39 "GET /v2.0/security-groups?id=9cd95a90-f310-4e2a-8d26-f108ea95310d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2264426
Dec 09 05:30:15.691730 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-267b7daf-f844-4ad5-9e80-d4f593410392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:15.702844 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:15.747568 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267b7daf-f844-4ad5-9e80-d4f593410392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c68bc9-dfb0-4728-9ffb-49187718a5a8,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:15.757053 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-267b7daf-f844-4ad5-9e80-d4f593410392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:15.758942 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf004ee-4c77-4880-9296-45ed08dd56c4 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4690c1be-490f-4f79-8689-826d39ec7950,revision_number=0']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:15.763038 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-baf004ee-4c77-4880-9296-45ed08dd56c4 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:15.774590 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-baf004ee-4c77-4880-9296-45ed08dd56c4 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks [] for security_group_rule, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:15.779351 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-baf004ee-4c77-4880-9296-45ed08dd56c4 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.3982913
Dec 09 05:30:15.785970 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-267b7daf-f844-4ad5-9e80-d4f593410392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:15.787288 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-267b7daf-f844-4ad5-9e80-d4f593410392 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/40c68bc9-dfb0-4728-9ffb-49187718a5a8 HTTP/1.1" status: 204  len: 168 time: 1.1975493
Dec 09 05:30:15.789136 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 59552) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:30:15.814143 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-9b1337ac-995b-41cd-b2a8-ca9cab21e53e tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Request body: {'floatingip': {'floating_network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89'}} {{(pid=80246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:30:15.823018 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-9b1337ac-995b-41cd-b2a8-ca9cab21e53e tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:30:15.830076 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-9b1337ac-995b-41cd-b2a8-ca9cab21e53e tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Usage tracker for resource:floatingip and tenant:c66dfb6ad0d4440d9fde314bc8bf155a is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:30:15.836165 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-9b1337ac-995b-41cd-b2a8-ca9cab21e53e tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:30:15.845117 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-9b1337ac-995b-41cd-b2a8-ca9cab21e53e tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:30:15.877349 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6947fa6f-851e-4cbe-94d4-3c74c57c69ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:15.887370 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741d0549-42f1-493d-9a33-e56eb073322e req-2aa4a975-b291-40c1-b04c-086f8e9cbc08 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:15.895631 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-741d0549-42f1-493d-9a33-e56eb073322e req-2aa4a975-b291-40c1-b04c-086f8e9cbc08 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=c72e4077-6f66-4705-9a4a-2b261d075ebc HTTP/1.1" status: 200  len: 943 time: 0.2099895
Dec 09 05:30:15.937467 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cbc7948c-4308-406a-9b1c-056f925fc074 req-05a70243-c07f-480f-bb41-ef6a48dccd04 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/ports?device_id=502d1b9e-4516-4c89-bce3-b368e5421be5 HTTP/1.1" status: 200  len: 210 time: 0.1315176
Dec 09 05:30:15.945156 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-29b50e58-7680-4e22-897b-d69903a48022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:15.950188 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-29b50e58-7680-4e22-897b-d69903a48022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:15.958908 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9b1337ac-995b-41cd-b2a8-ca9cab21e53e tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks [] for floatingip, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:15.966653 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:16.001660 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b50e58-7680-4e22-897b-d69903a48022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=276c25b8-cd88-4888-8301-e8ab249d8a5e,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:16.006914 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-29b50e58-7680-4e22-897b-d69903a48022 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:16.036786 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-29b50e58-7680-4e22-897b-d69903a48022 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b53ceabe58c242bbad4c30b80f53a330&name=default HTTP/1.1" status: 200  len: 2879 time: 0.7783015
Dec 09 05:30:16.040014 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 59562) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:30:16.040424 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-741d0549-42f1-493d-9a33-e56eb073322e req-761b69f0-f268-4051-9e9f-1ecac9692c2b tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/security-groups?id=9f31bb62-a357-4a0d-9bfd-fc2419bb91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1402597
Dec 09 05:30:16.197895 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-76394c0a-0f62-41ac-b638-fedcebdb3439 req-f02084aa-8435-44ce-be58-e129a56d24b7 service neutron] Request body: {'port': {'device_id': '4f9349b3-3183-4102-9447-9d927817bc75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:30:16.208235 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c04bc113-c829-426d-9a3d-c68b18ed8ba3 req-0462f385-e80e-4f4c-aa83-eb0f4e7ba81b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f66ffb3b-d6e1-469c-885c-ad41f1ac0dad HTTP/1.1" status: 200  len: 217 time: 0.0929525
Dec 09 05:30:16.208947 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e22d1b73-9899-44f1-94d3-01e4ceb1ae4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:16.313720 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3601f6f2-0d13-4854-9f8d-e8bb1c1aa930 req-fcce993a-0175-4a61-9ca7-fbb448545620 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c35ae514-c0a3-4dd6-86f3-408f005aa8d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1800601
Dec 09 05:30:16.318510 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eff4a7a6-c915-4262-8eb4-47a7ba9d5707', 'tag': 'cd5892db-1676-4f45-8762-15d831f1c7bf', 'status': 'completed', 'code': 200}
Dec 09 05:30:16.400987 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e22d1b73-9899-44f1-94d3-01e4ceb1ae4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:16.479610 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04bc113-c829-426d-9a3d-c68b18ed8ba3 req-b30df843-7753-4210-8d9c-35dab216eed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:16.479818 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c72e4077-6f66-4705-9a4a-2b261d075ebc', 'tag': 'f66ffb3b-d6e1-469c-885c-ad41f1ac0dad'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:30:16.481202 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c04bc113-c829-426d-9a3d-c68b18ed8ba3 req-b30df843-7753-4210-8d9c-35dab216eed7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=53c8fc76-883a-46de-a143-829de0374fe3 HTTP/1.1" status: 200  len: 855 time: 0.2108607
Dec 09 05:30:16.585682 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c04bc113-c829-426d-9a3d-c68b18ed8ba3 req-f79011f6-6891-422d-82c7-8f0c5aa1ddd2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5cb1a234-023e-4349-b09c-d46437d7559b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0832467
Dec 09 05:30:16.634351 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcdc4d9-a7c8-409c-8313-eb8a7988b86f req-65686b3b-f4d7-47a7-8789-004efdf33904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:16.636557 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6dcdc4d9-a7c8-409c-8313-eb8a7988b86f req-65686b3b-f4d7-47a7-8789-004efdf33904 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f2e56e35acf649b3b3156dba09242a4f&device_id=eff4a7a6-c915-4262-8eb4-47a7ba9d5707 HTTP/1.1" status: 200  len: 1160 time: 0.4238555
Dec 09 05:30:16.711881 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 59582) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:30:16.717358 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3601f6f2-0d13-4854-9f8d-e8bb1c1aa930 req-2353f064-fbfc-41e1-b392-ebc46d70bb03 service neutron] 10.222.0.59 "GET /v2.0/networks/c35ae514-c0a3-4dd6-86f3-408f005aa8d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3855429
Dec 09 05:30:16.718065 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-76394c0a-0f62-41ac-b638-fedcebdb3439 req-f02084aa-8435-44ce-be58-e129a56d24b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:16.733560 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c72e4077-6f66-4705-9a4a-2b261d075ebc', 'tag': 'f66ffb3b-d6e1-469c-885c-ad41f1ac0dad', 'status': 'completed', 'code': 200}
Dec 09 05:30:16.766941 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6dcdc4d9-a7c8-409c-8313-eb8a7988b86f req-d77ed46e-02f6-4df5-8482-5cb273fff496 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd5892db-1676-4f45-8762-15d831f1c7bf HTTP/1.1" status: 200  len: 217 time: 0.1153381
Dec 09 05:30:16.952951 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-08a34a20-bf77-4ce7-bda9-c0776754d340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:16.959465 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device 43d0ea31-1f92-40b4-b19c-c5aed665225c up at agent ovs-agent-dv-cinder-763306-6-iscsi {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:30:17.001834 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e22d1b73-9899-44f1-94d3-01e4ceb1ae4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:17.017185 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-08a34a20-bf77-4ce7-bda9-c0776754d340 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:30:17.027003 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-dd4be7ed-5f56-4c3e-aee5-5845d8ce10f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:17.053163 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-08a34a20-bf77-4ce7-bda9-c0776754d340 admin admin] Usage tracker for resource:security_group_rule and tenant:a9379a825bc243b9835164cddffb5cb7 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:30:17.058390 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-08a34a20-bf77-4ce7-bda9-c0776754d340 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:30:17.059923 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.59', 60396) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:30:17.070234 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Provisioning for port 43d0ea31-1f92-40b4-b19c-c5aed665225c completed by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 09 05:30:17.076386 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22d1b73-9899-44f1-94d3-01e4ceb1ae4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=276c25b8-cd88-4888-8301-e8ab249d8a5e,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:17.079161 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Provisioning complete for port 43d0ea31-1f92-40b4-b19c-c5aed665225c triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:30:17.079542 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:17.092619 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-08a34a20-bf77-4ce7-bda9-c0776754d340 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:30:17.097189 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e22d1b73-9899-44f1-94d3-01e4ceb1ae4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:17.110616 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c04bc113-c829-426d-9a3d-c68b18ed8ba3 req-896efc91-dea5-4c17-9ba1-d24f9d3f8ef9 service neutron] 10.222.0.59 "GET /v2.0/networks/5cb1a234-023e-4349-b09c-d46437d7559b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5080440
Dec 09 05:30:17.122139 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e22d1b73-9899-44f1-94d3-01e4ceb1ae4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:17.123380 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-e22d1b73-9899-44f1-94d3-01e4ceb1ae4a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/276c25b8-cd88-4888-8301-e8ab249d8a5e HTTP/1.1" status: 204  len: 168 time: 1.0805671
Dec 09 05:30:17.166624 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcdc4d9-a7c8-409c-8313-eb8a7988b86f req-7455b218-0ab3-48a7-a024-379b2c072a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:17.168216 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6dcdc4d9-a7c8-409c-8313-eb8a7988b86f req-7455b218-0ab3-48a7-a024-379b2c072a99 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f0a74771-7cf7-44b6-a932-ab6aa0c12e99 HTTP/1.1" status: 200  len: 858 time: 0.3453987
Dec 09 05:30:17.343199 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6dcdc4d9-a7c8-409c-8313-eb8a7988b86f req-13c5e22c-6b02-4866-a839-748c4cb026de service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=06891e77-d716-4108-aee5-befcd6bf9ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1644540
Dec 09 05:30:17.380935 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-477075d7-9ac9-4eb6-b5d4-6a51acea9f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:17.388359 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:17.435227 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a8efd4-f5a9-43bc-b397-f92e8990204a req-6c743c02-1464-47e0-a768-a9de1bbc2cb6 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:17.436043 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-99a8efd4-f5a9-43bc-b397-f92e8990204a req-6c743c02-1464-47e0-a768-a9de1bbc2cb6 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Synchronizing usage tracker for tenant:f2e56e35acf649b3b3156dba09242a4f on resource:port {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:30:17.458431 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] For port 43d0ea31-1f92-40b4-b19c-c5aed665225c, host dv-cinder-763306-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=43d0ea31-1f92-40b4-b19c-c5aed665225c,segment=NetworkSegment(d2ba5cc2-7dc0-4439-9bab-bd1dc2090790),segment_id=d2ba5cc2-7dc0-4439-9bab-bd1dc2090790)] {{(pid=80247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:30:17.465529 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:17.473550 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:17.503888 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9b1337ac-995b-41cd-b2a8-ca9cab21e53e tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:17.587012 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Pushing event updated for resources: {'Port': ['ID=43d0ea31-1f92-40b4-b19c-c5aed665225c,revision_number=5']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:17.591112 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-99a8efd4-f5a9-43bc-b397-f92e8990204a req-6c743c02-1464-47e0-a768-a9de1bbc2cb6 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Unset dirty status for tenant:f2e56e35acf649b3b3156dba09242a4f on resource:port {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:30:17.591277 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:17.598689 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-99a8efd4-f5a9-43bc-b397-f92e8990204a req-6c743c02-1464-47e0-a768-a9de1bbc2cb6 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=4f9349b3-3183-4102-9447-9d927817bc75 HTTP/1.1" status: 200  len: 931 time: 0.7787561
Dec 09 05:30:17.671990 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c04bc113-c829-426d-9a3d-c68b18ed8ba3 req-4a166d5d-5e6c-4521-a1b4-b4c0598f098b service neutron] 10.222.0.59 "GET /v2.0/networks/5cb1a234-023e-4349-b09c-d46437d7559b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5416553
Dec 09 05:30:17.814681 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-99a8efd4-f5a9-43bc-b397-f92e8990204a req-f685af37-1a49-430c-acec-88f09a864f14 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Synchronizing usage tracker for tenant:f2e56e35acf649b3b3156dba09242a4f on resource:security_group {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:30:17.866412 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3601f6f2-0d13-4854-9f8d-e8bb1c1aa930 req-460b2660-a59d-4077-97f0-be838d7fe29e service neutron] 10.222.0.59 "GET /v2.0/networks/c35ae514-c0a3-4dd6-86f3-408f005aa8d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.1347945
Dec 09 05:30:17.912190 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-08a34a20-bf77-4ce7-bda9-c0776754d340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:17.916167 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6dcdc4d9-a7c8-409c-8313-eb8a7988b86f req-c3d9886b-d381-4cea-8708-2d1ff19e1ee2 service neutron] 10.222.0.59 "GET /v2.0/networks/06891e77-d716-4108-aee5-befcd6bf9ea6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5588489
Dec 09 05:30:17.927846 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-08a34a20-bf77-4ce7-bda9-c0776754d340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:17.964302 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e22d1b73-9899-44f1-94d3-01e4ceb1ae4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:17.984219 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-99a8efd4-f5a9-43bc-b397-f92e8990204a req-f685af37-1a49-430c-acec-88f09a864f14 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Unset dirty status for tenant:f2e56e35acf649b3b3156dba09242a4f on resource:security_group {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:30:17.991040 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-99a8efd4-f5a9-43bc-b397-f92e8990204a req-f685af37-1a49-430c-acec-88f09a864f14 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3908050
Dec 09 05:30:18.002101 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3bb72e-41e1-4d99-b3cb-c108f06c9876 req-0e40904b-2ff7-4f73-9251-e85a5a51ec06 tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:18.003759 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cc3bb72e-41e1-4d99-b3cb-c108f06c9876 req-0e40904b-2ff7-4f73-9251-e85a5a51ec06 tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] 10.222.0.39 "GET /v2.0/ports?device_id=c2565b35-11d7-44cb-8c25-428102a7c7b9 HTTP/1.1" status: 200  len: 944 time: 1.1614523
Dec 09 05:30:18.181837 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392023b7-5cbd-4384-8774-b3ff977d8676 req-15fd57b4-7e22-45ae-9556-21a742ec2a9b tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:18.182555 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-392023b7-5cbd-4384-8774-b3ff977d8676 req-15fd57b4-7e22-45ae-9556-21a742ec2a9b tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Synchronizing usage tracker for tenant:9201b4ea11f94e639e12c77d9a8399c8 on resource:network {{(pid=80246) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:30:18.189806 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d667687f-70e4-40ee-92a5-0e371b53b2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:18.283519 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cc3bb72e-41e1-4d99-b3cb-c108f06c9876 req-f69e16e9-4b14-47e1-bf8e-44be928dee41 tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] 10.222.0.39 "GET /v2.0/security-groups?id=9cd95a90-f310-4e2a-8d26-f108ea95310d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2590170
Dec 09 05:30:18.297106 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-392023b7-5cbd-4384-8774-b3ff977d8676 req-15fd57b4-7e22-45ae-9556-21a742ec2a9b tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Unset dirty status for tenant:9201b4ea11f94e639e12c77d9a8399c8 on resource:network {{(pid=80246) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:30:18.298390 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-392023b7-5cbd-4384-8774-b3ff977d8676 req-15fd57b4-7e22-45ae-9556-21a742ec2a9b tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.59 "GET /v2.0/networks?id=dc85d922-ae22-42c5-9deb-45d818643b4d HTTP/1.1" status: 200  len: 810 time: 1.2207115
Dec 09 05:30:18.347292 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a34a20-bf77-4ce7-bda9-c0776754d340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc9da93d-ae49-4343-82a5-d1e45cd6c31d,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:18.361847 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-08a34a20-bf77-4ce7-bda9-c0776754d340 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:18.364634 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-08a34a20-bf77-4ce7-bda9-c0776754d340 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a9379a825bc243b9835164cddffb5cb7&name=default HTTP/1.1" status: 200  len: 2879 time: 1.6298208
Dec 09 05:30:18.374345 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 59626) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:30:18.452685 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80988fc9-0c84-4cc0-99f0-6955857a2e37 req-e4140bc7-09bd-4082-a35d-dbe2da1fde72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:18.457627 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-80988fc9-0c84-4cc0-99f0-6955857a2e37 req-e4140bc7-09bd-4082-a35d-dbe2da1fde72 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6eccf6ce870243d1985d0f145b48f27f&device_id=c2565b35-11d7-44cb-8c25-428102a7c7b9 HTTP/1.1" status: 200  len: 1161 time: 0.5177398
Dec 09 05:30:18.474415 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4f555b62-298d-49b2-bd8d-eadbac9bf854 req-1b12766d-561f-46d5-a1f6-a25179480e9a tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/ports?device_id=502d1b9e-4516-4c89-bce3-b368e5421be5 HTTP/1.1" status: 200  len: 210 time: 0.1075048
Dec 09 05:30:18.504017 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df85c26-47ad-4b76-8cd0-f890998b5302 req-0c50199f-ac2a-40d4-8c61-43669cfe468a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:18.505662 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6df85c26-47ad-4b76-8cd0-f890998b5302 req-0c50199f-ac2a-40d4-8c61-43669cfe468a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3257a949e8bc405187c51474a6152074&device_id=c72e4077-6f66-4705-9a4a-2b261d075ebc HTTP/1.1" status: 200  len: 1160 time: 0.7779233
Dec 09 05:30:18.539651 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [None req-9b1337ac-995b-41cd-b2a8-ca9cab21e53e tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Allocated IP 172.27.2.44 (1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89/b1368c69-6e14-4d1d-80ab-b679585c21ba/0faa61ac-d151-4012-832f-1060ed0a835c) {{(pid=80246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 09 05:30:18.563679 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6dcdc4d9-a7c8-409c-8313-eb8a7988b86f req-94f32553-6922-41c0-a30a-d4296c14344e service neutron] 10.222.0.59 "GET /v2.0/networks/06891e77-d716-4108-aee5-befcd6bf9ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6303561
Dec 09 05:30:18.601012 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-392023b7-5cbd-4384-8774-b3ff977d8676 req-a000a15b-8558-43de-87f3-eb321f5605e1 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Synchronizing usage tracker for tenant:9201b4ea11f94e639e12c77d9a8399c8 on resource:security_group {{(pid=80246) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:30:18.709546 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f4c38561-0a4b-4e97-bf63-b7cbb62e36ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:18.788394 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f4c38561-0a4b-4e97-bf63-b7cbb62e36ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:18.806802 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [req-76394c0a-0f62-41ac-b638-fedcebdb3439 req-f02084aa-8435-44ce-be58-e129a56d24b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63da4ecf-6bac-4066-8654-373bf3a8862a {{(pid=80246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 09 05:30:18.839239 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df85c26-47ad-4b76-8cd0-f890998b5302 req-530548b9-c17c-43da-bd5f-2228889dda0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:18.841030 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6df85c26-47ad-4b76-8cd0-f890998b5302 req-530548b9-c17c-43da-bd5f-2228889dda0c service neutron] 10.222.0.59 "GET /v2.0/networks?id=5cb1a234-023e-4349-b09c-d46437d7559b HTTP/1.1" status: 200  len: 909 time: 0.3135414
Dec 09 05:30:18.874548 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-76394c0a-0f62-41ac-b638-fedcebdb3439 req-f02084aa-8435-44ce-be58-e129a56d24b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:18.877251 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-392023b7-5cbd-4384-8774-b3ff977d8676 req-a000a15b-8558-43de-87f3-eb321f5605e1 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Unset dirty status for tenant:9201b4ea11f94e639e12c77d9a8399c8 on resource:security_group {{(pid=80246) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:30:18.878641 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-392023b7-5cbd-4384-8774-b3ff977d8676 req-a000a15b-8558-43de-87f3-eb321f5605e1 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9201b4ea11f94e639e12c77d9a8399c8 HTTP/1.1" status: 200  len: 5505 time: 0.5619035
Dec 09 05:30:18.935761 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-392023b7-5cbd-4384-8774-b3ff977d8676 req-9d39e288-8ebc-4001-9f6a-c47f58a18438 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Request body: {'port': {'device_id': '502d1b9e-4516-4c89-bce3-b368e5421be5', 'network_id': 'dc85d922-ae22-42c5-9deb-45d818643b4d', 'admin_state_up': True, 'tenant_id': '9201b4ea11f94e639e12c77d9a8399c8', 'security_groups': ['ecdb9fd2-1d3a-4252-8b98-f44c30285d67']}} {{(pid=80246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:30:18.940811 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6df85c26-47ad-4b76-8cd0-f890998b5302 req-44bba16d-8644-441a-b21b-25b05be53cca service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f66ffb3b-d6e1-469c-885c-ad41f1ac0dad HTTP/1.1" status: 200  len: 217 time: 0.0885170
Dec 09 05:30:18.943950 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1151fd5-e1f5-4fc1-83ad-468fa59435eb req-2489ca75-9f35-4d2a-8edb-1a52a1548995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:18.946382 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b1151fd5-e1f5-4fc1-83ad-468fa59435eb req-2489ca75-9f35-4d2a-8edb-1a52a1548995 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f2e56e35acf649b3b3156dba09242a4f&device_id=eff4a7a6-c915-4262-8eb4-47a7ba9d5707 HTTP/1.1" status: 200  len: 1160 time: 0.2804780
Dec 09 05:30:18.966944 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [req-76394c0a-0f62-41ac-b638-fedcebdb3439 req-f02084aa-8435-44ce-be58-e129a56d24b7 service neutron] Transition to ACTIVE for port object 63da4ecf-6bac-4066-8654-373bf3a8862a will not be triggered until provisioned by entity L2. {{(pid=80246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 09 05:30:18.977634 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:18.986860 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device 43d0ea31-1f92-40b4-b19c-c5aed665225c up at agent ovs-agent-dv-cinder-763306-6-iscsi {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:30:18.992841 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80988fc9-0c84-4cc0-99f0-6955857a2e37 req-b59ddd16-14af-4ded-bc28-2e736f34e261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:18.994473 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-80988fc9-0c84-4cc0-99f0-6955857a2e37 req-b59ddd16-14af-4ded-bc28-2e736f34e261 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c35ae514-c0a3-4dd6-86f3-408f005aa8d5 HTTP/1.1" status: 200  len: 906 time: 0.5217671
Dec 09 05:30:19.001483 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-76394c0a-0f62-41ac-b638-fedcebdb3439 req-f02084aa-8435-44ce-be58-e129a56d24b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:19.014173 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12734b1-e447-4227-908d-58c2c241885a req-6ae48a1c-f31c-4341-b6b2-1970a4907a57 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:19.016372 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e12734b1-e447-4227-908d-58c2c241885a req-6ae48a1c-f31c-4341-b6b2-1970a4907a57 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=c72e4077-6f66-4705-9a4a-2b261d075ebc HTTP/1.1" status: 200  len: 943 time: 0.5369878
Dec 09 05:30:19.097716 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f4c38561-0a4b-4e97-bf63-b7cbb62e36ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:19.133478 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Provisioning complete for port 43d0ea31-1f92-40b4-b19c-c5aed665225c triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:30:19.133974 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:19.145962 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:19.260928 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1151fd5-e1f5-4fc1-83ad-468fa59435eb req-6119d9d7-d339-4c41-af3c-d15f0fc788e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:19.263396 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b1151fd5-e1f5-4fc1-83ad-468fa59435eb req-6119d9d7-d339-4c41-af3c-d15f0fc788e3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=06891e77-d716-4108-aee5-befcd6bf9ea6 HTTP/1.1" status: 200  len: 912 time: 0.2434161
Dec 09 05:30:19.283721 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df85c26-47ad-4b76-8cd0-f890998b5302 req-96bc3ccb-7160-4637-9c16-a16f7c4c098f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:19.286907 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6df85c26-47ad-4b76-8cd0-f890998b5302 req-96bc3ccb-7160-4637-9c16-a16f7c4c098f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=53c8fc76-883a-46de-a143-829de0374fe3 HTTP/1.1" status: 200  len: 855 time: 0.3317182
Dec 09 05:30:19.287725 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-f0abc1b1-8e33-4a40-9b8a-22a8f6a7eabe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:19.309313 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c38561-0a4b-4e97-bf63-b7cbb62e36ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc9da93d-ae49-4343-82a5-d1e45cd6c31d,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:19.312112 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f4c38561-0a4b-4e97-bf63-b7cbb62e36ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:19.313852 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-f4c38561-0a4b-4e97-bf63-b7cbb62e36ab admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dc9da93d-ae49-4343-82a5-d1e45cd6c31d HTTP/1.1" status: 204  len: 168 time: 0.9336691
Dec 09 05:30:19.315223 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-f4c38561-0a4b-4e97-bf63-b7cbb62e36ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:19.352508 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-80988fc9-0c84-4cc0-99f0-6955857a2e37 req-95491644-25ad-471a-8972-f5f9863d06c0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=373a73aa-92c1-4f00-adc3-06673ee910b8 HTTP/1.1" status: 200  len: 217 time: 0.3452022
Dec 09 05:30:19.526806 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9b1337ac-995b-41cd-b2a8-ca9cab21e53e tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks [] for port, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:19.623346 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6df85c26-47ad-4b76-8cd0-f890998b5302 req-2d48cc23-112b-475a-affb-749c30bf4a7a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5cb1a234-023e-4349-b09c-d46437d7559b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1392698
Dec 09 05:30:19.838042 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b1151fd5-e1f5-4fc1-83ad-468fa59435eb req-fccab7b0-78c6-412b-adda-3cb3fb0cbb3b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd5892db-1676-4f45-8762-15d831f1c7bf HTTP/1.1" status: 200  len: 217 time: 0.3552413
Dec 09 05:30:19.841441 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 59660) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:30:19.869050 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d01f1c-7eac-403b-a120-b6bb2513e001 req-970f7c43-b07e-4431-b921-a7ab1db5e816 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:19.872602 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-91d01f1c-7eac-403b-a120-b6bb2513e001 req-970f7c43-b07e-4431-b921-a7ab1db5e816 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=4f9349b3-3183-4102-9447-9d927817bc75 HTTP/1.1" status: 200  len: 943 time: 0.4671750
Dec 09 05:30:19.929924 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02084aa-8435-44ce-be58-e129a56d24b7 service neutron] Pushing event updated for resources: {'Port': ['ID=63da4ecf-6bac-4066-8654-373bf3a8862a,revision_number=2']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:19.960071 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-f02084aa-8435-44ce-be58-e129a56d24b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.814s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:20.004509 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-858fc187-cc56-4aeb-a3e2-00a52ab9489b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:20.070139 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-91d01f1c-7eac-403b-a120-b6bb2513e001 req-222a2e6c-a33b-4d3f-88b8-5d1962fa3389 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1084702
Dec 09 05:30:20.070760 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e12734b1-e447-4227-908d-58c2c241885a req-08e42cb1-5367-461f-8cfd-64af5e3a82bc tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/security-groups?id=9f31bb62-a357-4a0d-9bfd-fc2419bb91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8665667
Dec 09 05:30:20.072390 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6df85c26-47ad-4b76-8cd0-f890998b5302 req-0d38745c-3a58-43bf-ba9a-b0f5da13967c service neutron] 10.222.0.59 "GET /v2.0/networks/5cb1a234-023e-4349-b09c-d46437d7559b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4265769
Dec 09 05:30:20.104301 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1151fd5-e1f5-4fc1-83ad-468fa59435eb req-7090302c-aa9c-4a42-9d14-cdda69ba1c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:20.112164 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b1151fd5-e1f5-4fc1-83ad-468fa59435eb req-7090302c-aa9c-4a42-9d14-cdda69ba1c34 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f0a74771-7cf7-44b6-a932-ab6aa0c12e99 HTTP/1.1" status: 200  len: 858 time: 0.2534144
Dec 09 05:30:20.120906 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-392023b7-5cbd-4384-8774-b3ff977d8676 req-9d39e288-8ebc-4001-9f6a-c47f58a18438 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:30:20.140911 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80988fc9-0c84-4cc0-99f0-6955857a2e37 req-9694b59f-f5af-4c10-9257-a79882ff9e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:20.143759 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-80988fc9-0c84-4cc0-99f0-6955857a2e37 req-9694b59f-f5af-4c10-9257-a79882ff9e99 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=680d44e1-e1f9-4d0e-a503-a148de8a977c HTTP/1.1" status: 200  len: 852 time: 0.6447396
Dec 09 05:30:20.169282 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-392023b7-5cbd-4384-8774-b3ff977d8676 req-9d39e288-8ebc-4001-9f6a-c47f58a18438 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:30:20.187079 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9b1337ac-995b-41cd-b2a8-ca9cab21e53e tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249358491764'] for port, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:20.273534 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:20.284346 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7d76054c-e2d6-467f-ab92-7b715973b4cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:20.302738 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-7d76054c-e2d6-467f-ab92-7b715973b4cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:30:20.307644 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-7d76054c-e2d6-467f-ab92-7b715973b4cd admin admin] Usage tracker for resource:security_group_rule and tenant:8f129aaaaea74380959b369981676d98 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:30:20.312332 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-7d76054c-e2d6-467f-ab92-7b715973b4cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:30:20.318651 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-392023b7-5cbd-4384-8774-b3ff977d8676 req-9d39e288-8ebc-4001-9f6a-c47f58a18438 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Made reservation on behalf of 9201b4ea11f94e639e12c77d9a8399c8 for: {'port': 1} {{(pid=80246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 09 05:30:20.319510 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-7d76054c-e2d6-467f-ab92-7b715973b4cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:30:20.324869 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-392023b7-5cbd-4384-8774-b3ff977d8676 req-9d39e288-8ebc-4001-9f6a-c47f58a18438 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:20.435344 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e84f8-423f-4aa3-ad89-b9275d39819f req-499b6791-f1e8-49a9-b6cf-1cc767df0678 tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:20.439700 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ef1e84f8-423f-4aa3-ad89-b9275d39819f req-499b6791-f1e8-49a9-b6cf-1cc767df0678 tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] 10.222.0.39 "GET /v2.0/ports?device_id=c2565b35-11d7-44cb-8c25-428102a7c7b9 HTTP/1.1" status: 200  len: 944 time: 0.2248065
Dec 09 05:30:20.517014 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7d76054c-e2d6-467f-ab92-7b715973b4cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:20.524795 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7d76054c-e2d6-467f-ab92-7b715973b4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:20.536737 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ef1e84f8-423f-4aa3-ad89-b9275d39819f req-65c77697-9763-4adb-9d99-c4a86087fcad tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] 10.222.0.39 "GET /v2.0/security-groups?id=9cd95a90-f310-4e2a-8d26-f108ea95310d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0899205
Dec 09 05:30:20.539141 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-f4c38561-0a4b-4e97-bf63-b7cbb62e36ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:20.586545 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-7d76054c-e2d6-467f-ab92-7b715973b4cd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8f129aaaaea74380959b369981676d98&name=default HTTP/1.1" status: 200  len: 2879 time: 0.7390187
Dec 09 05:30:20.587567 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d76054c-e2d6-467f-ab92-7b715973b4cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a044103b-2035-4940-acb3-63a7d2bb7808,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:20.587813 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-76394c0a-0f62-41ac-b638-fedcebdb3439 req-f02084aa-8435-44ce-be58-e129a56d24b7 service neutron] Attempting to bind port 63da4ecf-6bac-4066-8654-373bf3a8862a on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 09 05:30:20.588195 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-76394c0a-0f62-41ac-b638-fedcebdb3439 req-f02084aa-8435-44ce-be58-e129a56d24b7 service neutron] Attempting to bind port 63da4ecf-6bac-4066-8654-373bf3a8862a by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'd28f75f2-617a-4107-aa9e-23b92b1ef4c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '06891e77-d716-4108-aee5-befcd6bf9ea6'}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 09 05:30:20.588567 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76394c0a-0f62-41ac-b638-fedcebdb3439 req-f02084aa-8435-44ce-be58-e129a56d24b7 service neutron] Attempting to bind port 63da4ecf-6bac-4066-8654-373bf3a8862a on network 06891e77-d716-4108-aee5-befcd6bf9ea6 {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 09 05:30:20.590134 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 59678) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:30:20.592723 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-7d76054c-e2d6-467f-ab92-7b715973b4cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:20.624408 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1337ac-995b-41cd-b2a8-ca9cab21e53e tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Pushing event updated for resources: {'Port': ['ID=0faa61ac-d151-4012-832f-1060ed0a835c,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:20.628147 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-9b1337ac-995b-41cd-b2a8-ca9cab21e53e tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:20.647241 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d31b4357-5818-4452-84ef-6373b0b007cd req-8003ac9e-707c-46e8-b1b5-256d023b932d tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/ports?device_id=502d1b9e-4516-4c89-bce3-b368e5421be5 HTTP/1.1" status: 200  len: 210 time: 0.1586251
Dec 09 05:30:20.654606 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76394c0a-0f62-41ac-b638-fedcebdb3439 req-f02084aa-8435-44ce-be58-e129a56d24b7 service neutron] Checking agent: {'id': '86479789-5ca7-450a-99e9-f63f20b79a87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 27, 56), 'started_at': datetime.datetime(2020, 12, 9, 5, 28, 26), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 05:30:20.654983 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76394c0a-0f62-41ac-b638-fedcebdb3439 req-f02084aa-8435-44ce-be58-e129a56d24b7 service neutron] Checking segment: {'id': 'd28f75f2-617a-4107-aa9e-23b92b1ef4c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '06891e77-d716-4108-aee5-befcd6bf9ea6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 09 05:30:20.655377 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-76394c0a-0f62-41ac-b638-fedcebdb3439 req-f02084aa-8435-44ce-be58-e129a56d24b7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:20.655781 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76394c0a-0f62-41ac-b638-fedcebdb3439 req-f02084aa-8435-44ce-be58-e129a56d24b7 service neutron] Bound using segment: {'id': 'd28f75f2-617a-4107-aa9e-23b92b1ef4c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '06891e77-d716-4108-aee5-befcd6bf9ea6'} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 05:30:20.656813 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-76394c0a-0f62-41ac-b638-fedcebdb3439 req-f02084aa-8435-44ce-be58-e129a56d24b7 service neutron] Bound port: 63da4ecf-6bac-4066-8654-373bf3a8862a, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28f75f2-617a-4107-aa9e-23b92b1ef4c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '06891e77-d716-4108-aee5-befcd6bf9ea6'}}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 09 05:30:20.657412 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-76394c0a-0f62-41ac-b638-fedcebdb3439 req-f02084aa-8435-44ce-be58-e129a56d24b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:20.663986 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-41e9f538-2e2f-4d7a-b627-4c81cd48bf13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:20.700634 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-41e9f538-2e2f-4d7a-b627-4c81cd48bf13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:20.769911 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-41e9f538-2e2f-4d7a-b627-4c81cd48bf13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:20.777185 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:20.791679 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e9f538-2e2f-4d7a-b627-4c81cd48bf13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a044103b-2035-4940-acb3-63a7d2bb7808,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:20.795244 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-41e9f538-2e2f-4d7a-b627-4c81cd48bf13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:20.797897 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-41e9f538-2e2f-4d7a-b627-4c81cd48bf13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:20.814067 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-41e9f538-2e2f-4d7a-b627-4c81cd48bf13 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a044103b-2035-4940-acb3-63a7d2bb7808 HTTP/1.1" status: 204  len: 168 time: 0.2126772
Dec 09 05:30:20.949484 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1337ac-995b-41cd-b2a8-ca9cab21e53e tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Network 1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89 is already hosted by enough agents. {{(pid=80246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 09 05:30:20.967548 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-9b1337ac-995b-41cd-b2a8-ca9cab21e53e tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Resources bound (agent type, host, resource id):  {{(pid=80246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:30:20.976050 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1337ac-995b-41cd-b2a8-ca9cab21e53e tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Received port after_create {{(pid=80246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 09 05:30:21.023275 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-76394c0a-0f62-41ac-b638-fedcebdb3439 req-f02084aa-8435-44ce-be58-e129a56d24b7 service neutron] For port 63da4ecf-6bac-4066-8654-373bf3a8862a, host hv-cinder-76330, cleared binding levels {{(pid=80246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 09 05:30:21.084738 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-76394c0a-0f62-41ac-b638-fedcebdb3439 req-f02084aa-8435-44ce-be58-e129a56d24b7 service neutron] For port 63da4ecf-6bac-4066-8654-373bf3a8862a, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=63da4ecf-6bac-4066-8654-373bf3a8862a,segment=NetworkSegment(d28f75f2-617a-4107-aa9e-23b92b1ef4c4),segment_id=d28f75f2-617a-4107-aa9e-23b92b1ef4c4)] {{(pid=80246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 09 05:30:21.099733 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9b1337ac-995b-41cd-b2a8-ca9cab21e53e tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks [] for floatingip, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:21.101526 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-76394c0a-0f62-41ac-b638-fedcebdb3439 req-f02084aa-8435-44ce-be58-e129a56d24b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:21.128004 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:21.355290 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [req-392023b7-5cbd-4384-8774-b3ff977d8676 req-9d39e288-8ebc-4001-9f6a-c47f58a18438 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Allocated IP 172.20.0.12 (dc85d922-ae22-42c5-9deb-45d818643b4d/8f49fd64-da9a-42ca-aba6-01dbe1ac7987/67442362-ddcc-4233-80fd-dfccb586d81d) {{(pid=80246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 09 05:30:21.446616 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02084aa-8435-44ce-be58-e129a56d24b7 service neutron] Pushing event updated for resources: {'Port': ['ID=63da4ecf-6bac-4066-8654-373bf3a8862a,revision_number=3']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:21.466104 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-f02084aa-8435-44ce-be58-e129a56d24b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:21.476786 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9b1337ac-995b-41cd-b2a8-ca9cab21e53e tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:21.527992 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b21431-b40a-4d8e-870c-6a26c20468c3 req-27e15644-e9ad-4d23-9727-6940e32d679d tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:21.529904 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-72b21431-b40a-4d8e-870c-6a26c20468c3 req-27e15644-e9ad-4d23-9727-6940e32d679d tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=4f9349b3-3183-4102-9447-9d927817bc75 HTTP/1.1" status: 200  len: 943 time: 0.1415787
Dec 09 05:30:21.599850 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-72b21431-b40a-4d8e-870c-6a26c20468c3 req-5247341a-492b-45b7-bfcc-59a5d1153ed6 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629673
Dec 09 05:30:21.680781 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76394c0a-0f62-41ac-b638-fedcebdb3439 req-f02084aa-8435-44ce-be58-e129a56d24b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:21.681470 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-76394c0a-0f62-41ac-b638-fedcebdb3439 req-f02084aa-8435-44ce-be58-e129a56d24b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3226941'] for port, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:21.685275 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-76394c0a-0f62-41ac-b638-fedcebdb3439 req-f02084aa-8435-44ce-be58-e129a56d24b7 service neutron] 10.222.0.59 "PUT /v2.0/ports/63da4ecf-6bac-4066-8654-373bf3a8862a HTTP/1.1" status: 200  len: 1157 time: 5.5478661
Dec 09 05:30:21.733059 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f9349b3-3183-4102-9447-9d927817bc75', 'tag': '63da4ecf-6bac-4066-8654-373bf3a8862a'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:30:21.825238 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea65ea4-9fcc-480c-b3aa-2c2d1e439686 req-fb0d541a-9b4b-42f4-85b8-771452067ce5 tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:21.833523 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-aea65ea4-9fcc-480c-b3aa-2c2d1e439686 req-fb0d541a-9b4b-42f4-85b8-771452067ce5 tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] 10.222.0.39 "GET /v2.0/ports?device_id=c2565b35-11d7-44cb-8c25-428102a7c7b9 HTTP/1.1" status: 200  len: 944 time: 0.1032887
Dec 09 05:30:21.896695 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-aea65ea4-9fcc-480c-b3aa-2c2d1e439686 req-3190b123-3f5d-4706-a55e-7ce4e3debd8a tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] 10.222.0.39 "GET /v2.0/security-groups?id=9cd95a90-f310-4e2a-8d26-f108ea95310d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620346
Dec 09 05:30:22.095662 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-314a80ad-57db-4196-9323-665d0569b7be req-3e28025c-f728-445b-925f-6913f92dc15b tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/ports?device_id=502d1b9e-4516-4c89-bce3-b368e5421be5 HTTP/1.1" status: 200  len: 210 time: 0.0513062
Dec 09 05:30:22.099321 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec6f8e1-8082-4f16-9b3a-4dc00544c040 req-fe2a919d-19e9-4d44-bac2-ea8dafe04421 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:22.101065 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cec6f8e1-8082-4f16-9b3a-4dc00544c040 req-fe2a919d-19e9-4d44-bac2-ea8dafe04421 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=c72e4077-6f66-4705-9a4a-2b261d075ebc HTTP/1.1" status: 200  len: 943 time: 0.5807543
Dec 09 05:30:22.195718 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f9349b3-3183-4102-9447-9d927817bc75', 'tag': '63da4ecf-6bac-4066-8654-373bf3a8862a', 'status': 'completed', 'code': 200}
Dec 09 05:30:22.238783 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-392023b7-5cbd-4384-8774-b3ff977d8676 req-9d39e288-8ebc-4001-9f6a-c47f58a18438 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks [] for port, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:22.257848 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cec6f8e1-8082-4f16-9b3a-4dc00544c040 req-495cd574-a744-4c5d-ac89-9abb5451d9c0 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/security-groups?id=9f31bb62-a357-4a0d-9bfd-fc2419bb91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1446297
Dec 09 05:30:22.269750 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [req-392023b7-5cbd-4384-8774-b3ff977d8676 req-9d39e288-8ebc-4001-9f6a-c47f58a18438 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Transition to ACTIVE for port object 67442362-ddcc-4233-80fd-dfccb586d81d will not be triggered until provisioned by entity DHCP. {{(pid=80246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 09 05:30:22.293080 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9b1337ac-995b-41cd-b2a8-ca9cab21e53e tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks [] for port, precommit_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:22.302442 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9b1337ac-995b-41cd-b2a8-ca9cab21e53e tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:22.324396 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-56a1506f-a6da-4064-8a64-1686ac8a4bb5 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:22.451852 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-392023b7-5cbd-4384-8774-b3ff977d8676 req-9d39e288-8ebc-4001-9f6a-c47f58a18438 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249358491764'] for port, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:22.878637 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1337ac-995b-41cd-b2a8-ca9cab21e53e tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Pushing event updated for resources: {'Port': ['ID=0faa61ac-d151-4012-832f-1060ed0a835c,revision_number=2']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:22.889790 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-9b1337ac-995b-41cd-b2a8-ca9cab21e53e tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:22.891386 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:22.900889 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae55002-42bc-41c9-98f1-048bd10e75c7 req-ace5f4c2-c537-4c11-90d3-940091052b60 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:22.902746 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-aae55002-42bc-41c9-98f1-048bd10e75c7 req-ace5f4c2-c537-4c11-90d3-940091052b60 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=4f9349b3-3183-4102-9447-9d927817bc75 HTTP/1.1" status: 200  len: 943 time: 0.1584659
Dec 09 05:30:22.910466 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 59756) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:30:22.978555 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d39e288-8ebc-4001-9f6a-c47f58a18438 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Pushing event updated for resources: {'Port': ['ID=67442362-ddcc-4233-80fd-dfccb586d81d,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:22.990864 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-9d39e288-8ebc-4001-9f6a-c47f58a18438 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:23.039534 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-aae55002-42bc-41c9-98f1-048bd10e75c7 req-57d1f47e-dde3-410e-875b-b7e46b97893f tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1300170
Dec 09 05:30:23.133160 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-80988fc9-0c84-4cc0-99f0-6955857a2e37 req-71f24a0d-acbe-4b8d-9384-e94ac8885aa9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c35ae514-c0a3-4dd6-86f3-408f005aa8d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0674012
Dec 09 05:30:23.171837 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b1151fd5-e1f5-4fc1-83ad-468fa59435eb req-2d9e043b-69e7-47c8-aae8-3f35b27b6967 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=06891e77-d716-4108-aee5-befcd6bf9ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0737109
Dec 09 05:30:23.215653 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9b1337ac-995b-41cd-b2a8-ca9cab21e53e tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851028540'] for floatingip, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:23.269661 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-392023b7-5cbd-4384-8774-b3ff977d8676 req-9d39e288-8ebc-4001-9f6a-c47f58a18438 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Network dc85d922-ae22-42c5-9deb-45d818643b4d is already hosted by enough agents. {{(pid=80246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 09 05:30:23.310526 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-99cc4c78-0077-4988-a1d0-22b27a84a7ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:23.313179 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [req-392023b7-5cbd-4384-8774-b3ff977d8676 req-9d39e288-8ebc-4001-9f6a-c47f58a18438 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Resources bound (agent type, host, resource id):  {{(pid=80246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:30:23.315515 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9b1337ac-995b-41cd-b2a8-ca9cab21e53e tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870'] for floatingip, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:23.326889 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-9b1337ac-995b-41cd-b2a8-ca9cab21e53e tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 7.5272369
Dec 09 05:30:23.326889 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-392023b7-5cbd-4384-8774-b3ff977d8676 req-9d39e288-8ebc-4001-9f6a-c47f58a18438 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Received port after_create {{(pid=80246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 09 05:30:23.326889 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392023b7-5cbd-4384-8774-b3ff977d8676 req-9d39e288-8ebc-4001-9f6a-c47f58a18438 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:23.326889 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-392023b7-5cbd-4384-8774-b3ff977d8676 req-9d39e288-8ebc-4001-9f6a-c47f58a18438 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3226941'] for port, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:23.530689 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-99cc4c78-0077-4988-a1d0-22b27a84a7ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:30:23.536443 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-99cc4c78-0077-4988-a1d0-22b27a84a7ed admin admin] Usage tracker for resource:security_group_rule and tenant:9fbe7072fab6415abff4da7343d6e568 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:30:23.540443 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-99cc4c78-0077-4988-a1d0-22b27a84a7ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:30:23.541552 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.objects.ports [None req-ddbf1c33-b39c-43ad-8adf-e0423bc39a50 None None] Time-cost: Fetching 4 ports in 3 security groups {{(pid=80247) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 09 05:30:23.546726 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-99cc4c78-0077-4988-a1d0-22b27a84a7ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:30:23.588399 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-392023b7-5cbd-4384-8774-b3ff977d8676 req-9d39e288-8ebc-4001-9f6a-c47f58a18438 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.6765215
Dec 09 05:30:23.634554 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-392023b7-5cbd-4384-8774-b3ff977d8676 req-cf26dbd4-415a-47e2-a119-57f742d5af25 service neutron] Request body: {'port': {'device_id': '502d1b9e-4516-4c89-bce3-b368e5421be5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:30:23.698112 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13abc891-9cd1-42a5-9b48-d74b18f0b4b9 req-0905fb7c-9f3a-4610-98d6-b4a3990f4420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:23.700025 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-13abc891-9cd1-42a5-9b48-d74b18f0b4b9 req-0905fb7c-9f3a-4610-98d6-b4a3990f4420 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f2e56e35acf649b3b3156dba09242a4f&device_id=4f9349b3-3183-4102-9447-9d927817bc75 HTTP/1.1" status: 200  len: 1160 time: 0.5494802
Dec 09 05:30:23.704299 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-3f5ed933-13a8-4550-874a-dc357b6371fb None None] Provisioning for port 67442362-ddcc-4233-80fd-dfccb586d81d completed by entity DHCP. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 09 05:30:23.711876 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-3f5ed933-13a8-4550-874a-dc357b6371fb None None] Provisioning complete for port 67442362-ddcc-4233-80fd-dfccb586d81d triggered by entity DHCP. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:30:23.712630 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-3f5ed933-13a8-4550-874a-dc357b6371fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:23.798057 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-3f5ed933-13a8-4550-874a-dc357b6371fb None None] Port 67442362-ddcc-4233-80fd-dfccb586d81d cannot update to ACTIVE because it is not bound. {{(pid=80247) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 09 05:30:23.838961 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-80988fc9-0c84-4cc0-99f0-6955857a2e37 req-d73123f8-f250-459a-809e-0470de191981 service neutron] 10.222.0.59 "GET /v2.0/networks/c35ae514-c0a3-4dd6-86f3-408f005aa8d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6796961
Dec 09 05:30:23.873725 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa36f17-ae8a-4e5d-84a4-1971ba6d6c1e req-1727ca6c-9bd8-47a3-883f-43adf7525df6 tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:23.875749 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-faa36f17-ae8a-4e5d-84a4-1971ba6d6c1e req-1727ca6c-9bd8-47a3-883f-43adf7525df6 tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] 10.222.0.39 "GET /v2.0/ports?device_id=c2565b35-11d7-44cb-8c25-428102a7c7b9 HTTP/1.1" status: 200  len: 944 time: 0.7181625
Dec 09 05:30:23.993960 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6df85c26-47ad-4b76-8cd0-f890998b5302 req-36fb73d4-810a-43dd-8912-773fb5883e0a service neutron] 10.222.0.59 "GET /v2.0/networks/5cb1a234-023e-4349-b09c-d46437d7559b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.9475570
Dec 09 05:30:24.008340 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-99cc4c78-0077-4988-a1d0-22b27a84a7ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:24.021072 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-99cc4c78-0077-4988-a1d0-22b27a84a7ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:24.039706 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b1151fd5-e1f5-4fc1-83ad-468fa59435eb req-50e87f26-1010-4f51-b733-7663d17134f6 service neutron] 10.222.0.59 "GET /v2.0/networks/06891e77-d716-4108-aee5-befcd6bf9ea6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8072901
Dec 09 05:30:24.043835 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:24.075750 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cc4c78-0077-4988-a1d0-22b27a84a7ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1539491-c775-412a-85c0-e2b8d1df5bae,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:24.106111 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-99cc4c78-0077-4988-a1d0-22b27a84a7ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:24.126222 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c136984-2386-40c5-a4b7-f609a7a18627 req-42ab6f0d-e935-4641-be47-2a59fe375e75 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:24.127850 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3c136984-2386-40c5-a4b7-f609a7a18627 req-42ab6f0d-e935-4641-be47-2a59fe375e75 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/ports?device_id=502d1b9e-4516-4c89-bce3-b368e5421be5 HTTP/1.1" status: 200  len: 932 time: 0.7132769
Dec 09 05:30:24.131704 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-392023b7-5cbd-4384-8774-b3ff977d8676 req-cf26dbd4-415a-47e2-a119-57f742d5af25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:24.149693 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-99cc4c78-0077-4988-a1d0-22b27a84a7ed admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9fbe7072fab6415abff4da7343d6e568&name=default HTTP/1.1" status: 200  len: 2879 time: 1.2372267
Dec 09 05:30:24.154153 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 59806) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:30:24.249102 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-faa36f17-ae8a-4e5d-84a4-1971ba6d6c1e req-9e3390b1-6fa8-4ab5-b611-120826b511b6 tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] 10.222.0.39 "GET /v2.0/security-groups?id=9cd95a90-f310-4e2a-8d26-f108ea95310d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2984729
Dec 09 05:30:24.282089 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13abc891-9cd1-42a5-9b48-d74b18f0b4b9 req-401f2795-bbcb-4cdb-9a51-44411bce4a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:24.283682 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-13abc891-9cd1-42a5-9b48-d74b18f0b4b9 req-401f2795-bbcb-4cdb-9a51-44411bce4a25 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=f2e56e35acf649b3b3156dba09242a4f&shared=False HTTP/1.1" status: 200  len: 912 time: 0.5607998
Dec 09 05:30:24.308654 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3c136984-2386-40c5-a4b7-f609a7a18627 req-d3afeec4-f8ff-401b-afa6-b50b0c36614d tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/security-groups?id=ecdb9fd2-1d3a-4252-8b98-f44c30285d67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1730857
Dec 09 05:30:24.368434 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ae960415-95b8-4052-83fc-3f589938c6fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:24.374164 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b1151fd5-e1f5-4fc1-83ad-468fa59435eb req-5152d447-8be0-4a7b-97f9-2b18e229a89f service neutron] 10.222.0.59 "GET /v2.0/networks/06891e77-d716-4108-aee5-befcd6bf9ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2995195
Dec 09 05:30:24.443907 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ae960415-95b8-4052-83fc-3f589938c6fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:24.542753 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-80988fc9-0c84-4cc0-99f0-6955857a2e37 req-ed8e57f5-4dbf-470d-90f3-ba3a9909707d service neutron] 10.222.0.59 "GET /v2.0/networks/c35ae514-c0a3-4dd6-86f3-408f005aa8d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6859510
Dec 09 05:30:24.569088 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-d7e2b240-e814-4a77-9c57-1fee880fae08 req-6cd8335e-7afc-40b6-be0c-493890f50149 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Synchronizing usage tracker for tenant:c66dfb6ad0d4440d9fde314bc8bf155a on resource:security_group {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:30:24.581986 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ae960415-95b8-4052-83fc-3f589938c6fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:24.592196 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:24.604310 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-d7e2b240-e814-4a77-9c57-1fee880fae08 req-6cd8335e-7afc-40b6-be0c-493890f50149 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Unset dirty status for tenant:c66dfb6ad0d4440d9fde314bc8bf155a on resource:security_group {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:30:24.605931 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d7e2b240-e814-4a77-9c57-1fee880fae08 req-6cd8335e-7afc-40b6-be0c-493890f50149 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1601427274&fields=id&tenant_id=c66dfb6ad0d4440d9fde314bc8bf155a HTTP/1.1" status: 200  len: 267 time: 0.0872905
Dec 09 05:30:24.613622 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae960415-95b8-4052-83fc-3f589938c6fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1539491-c775-412a-85c0-e2b8d1df5bae,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:24.622773 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 59826) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:30:24.625911 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ae960415-95b8-4052-83fc-3f589938c6fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:24.630075 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ae960415-95b8-4052-83fc-3f589938c6fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:24.635306 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-ae960415-95b8-4052-83fc-3f589938c6fe admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d1539491-c775-412a-85c0-e2b8d1df5bae HTTP/1.1" status: 204  len: 168 time: 0.4617009
Dec 09 05:30:24.790851 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device cd5892db-1676-4f45-8762-15d831f1c7bf up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:30:24.879761 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e2b240-e814-4a77-9c57-1fee880fae08 req-a343c29d-fd83-49fb-8932-ffc3a197659c tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:24.893158 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13abc891-9cd1-42a5-9b48-d74b18f0b4b9 req-a55811e5-7470-444a-ad44-8c026171b2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:24.895398 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning for port cd5892db-1676-4f45-8762-15d831f1c7bf completed by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 09 05:30:24.902273 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d7e2b240-e814-4a77-9c57-1fee880fae08 req-a343c29d-fd83-49fb-8932-ffc3a197659c tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/networks?id=213a2199-d44a-4f31-a99f-f2fcf48b8a5b HTTP/1.1" status: 200  len: 816 time: 0.2781606
Dec 09 05:30:24.902719 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-13abc891-9cd1-42a5-9b48-d74b18f0b4b9 req-a55811e5-7470-444a-ad44-8c026171b2b3 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.5641003
Dec 09 05:30:24.903702 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port cd5892db-1676-4f45-8762-15d831f1c7bf triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:30:24.904322 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:24.928661 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bef6fb-4a83-49c9-b2b7-4e57633dcec5 req-0c423014-5209-44cb-be9d-b52992c24a6d tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:24.930426 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-18bef6fb-4a83-49c9-b2b7-4e57633dcec5 req-0c423014-5209-44cb-be9d-b52992c24a6d tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=c72e4077-6f66-4705-9a4a-2b261d075ebc HTTP/1.1" status: 200  len: 943 time: 0.4831841
Dec 09 05:30:24.941372 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d7e2b240-e814-4a77-9c57-1fee880fae08 req-449baf31-68dd-4e04-9c5c-3661523f0370 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/quotas/c66dfb6ad0d4440d9fde314bc8bf155a HTTP/1.1" status: 200  len: 375 time: 0.0378764
Dec 09 05:30:25.098677 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-d7e2b240-e814-4a77-9c57-1fee880fae08 req-e7ce1fdb-4959-4818-91bd-2aad34413331 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Synchronizing usage tracker for tenant:c66dfb6ad0d4440d9fde314bc8bf155a on resource:port {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:30:25.148424 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-d7e2b240-e814-4a77-9c57-1fee880fae08 req-e7ce1fdb-4959-4818-91bd-2aad34413331 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Unset dirty status for tenant:c66dfb6ad0d4440d9fde314bc8bf155a on resource:port {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:30:25.163747 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d7e2b240-e814-4a77-9c57-1fee880fae08 req-e7ce1fdb-4959-4818-91bd-2aad34413331 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?tenant_id=c66dfb6ad0d4440d9fde314bc8bf155a&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2138984
Dec 09 05:30:25.221626 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e11fc790-fba9-4ddb-933f-7f3c41423953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:25.257753 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-e11fc790-fba9-4ddb-933f-7f3c41423953 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:30:25.271814 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:25.285503 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [req-392023b7-5cbd-4384-8774-b3ff977d8676 req-cf26dbd4-415a-47e2-a119-57f742d5af25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67442362-ddcc-4233-80fd-dfccb586d81d {{(pid=80246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 09 05:30:25.303873 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-392023b7-5cbd-4384-8774-b3ff977d8676 req-cf26dbd4-415a-47e2-a119-57f742d5af25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:25.305501 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff4a7a6-c915-4262-8eb4-47a7ba9d5707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd5892db-1676-4f45-8762-15d831f1c7bf'}] {{(pid=80247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:30:25.326229 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-e11fc790-fba9-4ddb-933f-7f3c41423953 admin admin] Usage tracker for resource:security_group_rule and tenant:8fb89555c52847d0a35bc65b31d1e4c7 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:30:25.337795 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [req-392023b7-5cbd-4384-8774-b3ff977d8676 req-cf26dbd4-415a-47e2-a119-57f742d5af25 service neutron] Transition to ACTIVE for port object 67442362-ddcc-4233-80fd-dfccb586d81d will not be triggered until provisioned by entity L2. {{(pid=80246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 09 05:30:25.343390 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-e11fc790-fba9-4ddb-933f-7f3c41423953 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:30:25.352847 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-392023b7-5cbd-4384-8774-b3ff977d8676 req-cf26dbd4-415a-47e2-a119-57f742d5af25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:25.367190 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-e11fc790-fba9-4ddb-933f-7f3c41423953 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:30:25.373679 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-190602de-01de-45e0-9a3b-d05c0db08842 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:25.384755 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] For port cd5892db-1676-4f45-8762-15d831f1c7bf, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=cd5892db-1676-4f45-8762-15d831f1c7bf,segment=NetworkSegment(d28f75f2-617a-4107-aa9e-23b92b1ef4c4),segment_id=d28f75f2-617a-4107-aa9e-23b92b1ef4c4)] {{(pid=80247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:30:25.392523 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:25.393467 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device 373a73aa-92c1-4f00-adc3-06673ee910b8 up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:30:25.449357 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-18bef6fb-4a83-49c9-b2b7-4e57633dcec5 req-2c3ab92f-cb9e-4f6c-a678-0d1d9112f81f tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/security-groups?id=9f31bb62-a357-4a0d-9bfd-fc2419bb91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4553771
Dec 09 05:30:25.485299 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:25.507201 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d7e2b240-e814-4a77-9c57-1fee880fae08 req-42a26339-9ba3-41df-af38-7e1918c01b38 service neutron] 10.222.0.39 "GET /v2.0/networks/213a2199-d44a-4f31-a99f-f2fcf48b8a5b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3213873
Dec 09 05:30:25.605291 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning for port 373a73aa-92c1-4f00-adc3-06673ee910b8 completed by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 09 05:30:25.640117 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port 373a73aa-92c1-4f00-adc3-06673ee910b8 triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:30:25.646110 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:25.747766 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf26dbd4-415a-47e2-a119-57f742d5af25 service neutron] Pushing event updated for resources: {'Port': ['ID=67442362-ddcc-4233-80fd-dfccb586d81d,revision_number=2']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:25.756492 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Pushing event updated for resources: {'Port': ['ID=cd5892db-1676-4f45-8762-15d831f1c7bf,revision_number=4']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:25.759626 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-cf26dbd4-415a-47e2-a119-57f742d5af25 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:25.764028 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:25.765156 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:25.819202 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d7e2b240-e814-4a77-9c57-1fee880fae08 req-17abed3c-b510-4edc-9a95-f88f0e469f41 service neutron] 10.222.0.39 "GET /v2.0/networks/213a2199-d44a-4f31-a99f-f2fcf48b8a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2987151
Dec 09 05:30:25.847866 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:25.882586 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] For port 373a73aa-92c1-4f00-adc3-06673ee910b8, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=373a73aa-92c1-4f00-adc3-06673ee910b8,segment=NetworkSegment(fe821501-62ae-499e-bd27-a982d7ea1122),segment_id=fe821501-62ae-499e-bd27-a982d7ea1122)] {{(pid=80247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:30:25.887979 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:25.889060 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device f66ffb3b-d6e1-469c-885c-ad41f1ac0dad up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:30:25.952696 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:25.986220 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e11fc790-fba9-4ddb-933f-7f3c41423953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:25.993689 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e11fc790-fba9-4ddb-933f-7f3c41423953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:26.017594 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:26.087412 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning for port f66ffb3b-d6e1-469c-885c-ad41f1ac0dad completed by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 09 05:30:26.097062 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port f66ffb3b-d6e1-469c-885c-ad41f1ac0dad triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:30:26.097904 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:26.103038 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-e11fc790-fba9-4ddb-933f-7f3c41423953 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8fb89555c52847d0a35bc65b31d1e4c7&name=default HTTP/1.1" status: 200  len: 2879 time: 1.4756434
Dec 09 05:30:26.106188 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 59872) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:30:26.117004 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11fc790-fba9-4ddb-933f-7f3c41423953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa65bca-37c6-4129-b09c-30262d5790d5,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:26.134803 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Pushing event updated for resources: {'Port': ['ID=373a73aa-92c1-4f00-adc3-06673ee910b8,revision_number=4']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:26.148183 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:26.148309 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e11fc790-fba9-4ddb-933f-7f3c41423953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:26.273726 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76394c0a-0f62-41ac-b638-fedcebdb3439 req-fd7566cf-29d9-4861-9544-f9167781ea15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:26.279216 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-57d720fd-5c6c-4b8e-8521-4d7d72ddb3e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:26.283738 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-76394c0a-0f62-41ac-b638-fedcebdb3439 req-fd7566cf-29d9-4861-9544-f9167781ea15 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f2e56e35acf649b3b3156dba09242a4f&device_id=4f9349b3-3183-4102-9447-9d927817bc75 HTTP/1.1" status: 200  len: 1160 time: 1.2911096
Dec 09 05:30:26.298516 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:26.335579 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] For port f66ffb3b-d6e1-469c-885c-ad41f1ac0dad, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=f66ffb3b-d6e1-469c-885c-ad41f1ac0dad,segment=NetworkSegment(4912dbc1-9b7b-4cb0-b8f0-f8f036206d49),segment_id=4912dbc1-9b7b-4cb0-b8f0-f8f036206d49)] {{(pid=80247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:30:26.341797 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:26.344942 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:26.438993 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-76394c0a-0f62-41ac-b638-fedcebdb3439 req-3af8d495-539f-4ab4-8a28-2b60abf78096 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63da4ecf-6bac-4066-8654-373bf3a8862a HTTP/1.1" status: 200  len: 217 time: 0.1351209
Dec 09 05:30:26.476020 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-57d720fd-5c6c-4b8e-8521-4d7d72ddb3e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:26.491456 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Pushing event updated for resources: {'Port': ['ID=f66ffb3b-d6e1-469c-885c-ad41f1ac0dad,revision_number=4']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:26.496140 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:26.542022 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76394c0a-0f62-41ac-b638-fedcebdb3439 req-deed877e-d18a-45d4-81b4-dc15154a712d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:26.542597 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device f66ffb3b-d6e1-469c-885c-ad41f1ac0dad up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:30:26.544177 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-76394c0a-0f62-41ac-b638-fedcebdb3439 req-deed877e-d18a-45d4-81b4-dc15154a712d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f0a74771-7cf7-44b6-a932-ab6aa0c12e99 HTTP/1.1" status: 200  len: 858 time: 0.0965114
Dec 09 05:30:26.570901 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-57d720fd-5c6c-4b8e-8521-4d7d72ddb3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:26.592249 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:26.642359 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d720fd-5c6c-4b8e-8521-4d7d72ddb3e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa65bca-37c6-4129-b09c-30262d5790d5,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:26.653574 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-57d720fd-5c6c-4b8e-8521-4d7d72ddb3e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:26.655632 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-57d720fd-5c6c-4b8e-8521-4d7d72ddb3e7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4fa65bca-37c6-4129-b09c-30262d5790d5 HTTP/1.1" status: 204  len: 168 time: 0.5441291
Dec 09 05:30:26.671673 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-57d720fd-5c6c-4b8e-8521-4d7d72ddb3e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:26.690313 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db618c90-a001-4707-848f-791db55ac145 req-19f1b4c2-361a-4dde-969d-7d05bf24354e tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:26.692445 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-db618c90-a001-4707-848f-791db55ac145 req-19f1b4c2-361a-4dde-969d-7d05bf24354e tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] 10.222.0.39 "GET /v2.0/ports?device_id=c2565b35-11d7-44cb-8c25-428102a7c7b9 HTTP/1.1" status: 200  len: 946 time: 0.4145286
Dec 09 05:30:26.725393 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-76394c0a-0f62-41ac-b638-fedcebdb3439 req-ca13eb72-9501-4d59-92f6-7c80d31cdad4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=06891e77-d716-4108-aee5-befcd6bf9ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1682034
Dec 09 05:30:26.752507 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-392023b7-5cbd-4384-8774-b3ff977d8676 req-cf26dbd4-415a-47e2-a119-57f742d5af25 service neutron] Attempting to bind port 67442362-ddcc-4233-80fd-dfccb586d81d on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 09 05:30:26.752945 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-392023b7-5cbd-4384-8774-b3ff977d8676 req-cf26dbd4-415a-47e2-a119-57f742d5af25 service neutron] Attempting to bind port 67442362-ddcc-4233-80fd-dfccb586d81d by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'cd7393d7-7f78-4ab1-8639-f6501869916c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dc85d922-ae22-42c5-9deb-45d818643b4d'}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 09 05:30:26.753801 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392023b7-5cbd-4384-8774-b3ff977d8676 req-cf26dbd4-415a-47e2-a119-57f742d5af25 service neutron] Attempting to bind port 67442362-ddcc-4233-80fd-dfccb586d81d on network dc85d922-ae22-42c5-9deb-45d818643b4d {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 09 05:30:26.779958 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a517a6-7ff0-4c3d-9d66-6cc3cd36cd09 req-c9a10468-edfd-4b81-8d56-7738bddd8ce4 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:26.782235 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-21a517a6-7ff0-4c3d-9d66-6cc3cd36cd09 req-c9a10468-edfd-4b81-8d56-7738bddd8ce4 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=4f9349b3-3183-4102-9447-9d927817bc75 HTTP/1.1" status: 200  len: 943 time: 1.0478442
Dec 09 05:30:26.783425 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392023b7-5cbd-4384-8774-b3ff977d8676 req-cf26dbd4-415a-47e2-a119-57f742d5af25 service neutron] Checking agent: {'id': '86479789-5ca7-450a-99e9-f63f20b79a87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 27, 56), 'started_at': datetime.datetime(2020, 12, 9, 5, 28, 26), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 05:30:26.783802 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392023b7-5cbd-4384-8774-b3ff977d8676 req-cf26dbd4-415a-47e2-a119-57f742d5af25 service neutron] Checking segment: {'id': 'cd7393d7-7f78-4ab1-8639-f6501869916c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dc85d922-ae22-42c5-9deb-45d818643b4d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 09 05:30:26.784508 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-392023b7-5cbd-4384-8774-b3ff977d8676 req-cf26dbd4-415a-47e2-a119-57f742d5af25 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:26.784636 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392023b7-5cbd-4384-8774-b3ff977d8676 req-cf26dbd4-415a-47e2-a119-57f742d5af25 service neutron] Bound using segment: {'id': 'cd7393d7-7f78-4ab1-8639-f6501869916c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dc85d922-ae22-42c5-9deb-45d818643b4d'} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 05:30:26.798726 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-392023b7-5cbd-4384-8774-b3ff977d8676 req-cf26dbd4-415a-47e2-a119-57f742d5af25 service neutron] Bound port: 67442362-ddcc-4233-80fd-dfccb586d81d, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd7393d7-7f78-4ab1-8639-f6501869916c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dc85d922-ae22-42c5-9deb-45d818643b4d'}}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 09 05:30:26.799144 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-392023b7-5cbd-4384-8774-b3ff977d8676 req-cf26dbd4-415a-47e2-a119-57f742d5af25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:26.818730 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port f66ffb3b-d6e1-469c-885c-ad41f1ac0dad triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:30:26.819296 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:26.823061 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-db618c90-a001-4707-848f-791db55ac145 req-68ecdd9a-6b9d-4d0b-84ea-637943286101 tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] 10.222.0.39 "GET /v2.0/security-groups?id=9cd95a90-f310-4e2a-8d26-f108ea95310d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1223514
Dec 09 05:30:27.061578 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-21a517a6-7ff0-4c3d-9d66-6cc3cd36cd09 req-b8df92f8-187e-4955-ac80-48293227f1d5 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2406406
Dec 09 05:30:27.091706 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device cd5892db-1676-4f45-8762-15d831f1c7bf up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:30:27.117677 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-392023b7-5cbd-4384-8774-b3ff977d8676 req-cf26dbd4-415a-47e2-a119-57f742d5af25 service neutron] For port 67442362-ddcc-4233-80fd-dfccb586d81d, host hv-cinder-76330, cleared binding levels {{(pid=80246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 09 05:30:27.129739 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-392023b7-5cbd-4384-8774-b3ff977d8676 req-cf26dbd4-415a-47e2-a119-57f742d5af25 service neutron] For port 67442362-ddcc-4233-80fd-dfccb586d81d, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=67442362-ddcc-4233-80fd-dfccb586d81d,segment=NetworkSegment(cd7393d7-7f78-4ab1-8639-f6501869916c),segment_id=cd7393d7-7f78-4ab1-8639-f6501869916c)] {{(pid=80246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 09 05:30:27.139052 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-392023b7-5cbd-4384-8774-b3ff977d8676 req-cf26dbd4-415a-47e2-a119-57f742d5af25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:27.165948 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6392e684-f47e-4a93-8d42-a40400a15769 req-164fb725-0b15-4ca5-bcbe-74d9abe7ad05 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:27.169102 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:27.177411 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6392e684-f47e-4a93-8d42-a40400a15769 req-164fb725-0b15-4ca5-bcbe-74d9abe7ad05 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/ports?device_id=502d1b9e-4516-4c89-bce3-b368e5421be5 HTTP/1.1" status: 200  len: 944 time: 0.1404703
Dec 09 05:30:27.193642 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-43f44203-54c4-4c67-af47-9ad3e8a05b65 None None] Agent healthcheck: found 6 active agents {{(pid=80248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 09 05:30:27.208686 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port cd5892db-1676-4f45-8762-15d831f1c7bf triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:30:27.209121 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:27.257053 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6392e684-f47e-4a93-8d42-a40400a15769 req-1200b3d7-0ad0-4173-88c2-fdadd4c33f56 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/security-groups?id=ecdb9fd2-1d3a-4252-8b98-f44c30285d67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0783622
Dec 09 05:30:27.425671 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device 373a73aa-92c1-4f00-adc3-06673ee910b8 up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:30:27.566134 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port 373a73aa-92c1-4f00-adc3-06673ee910b8 triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:30:27.566571 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:27.582440 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e91a7dce-5fb4-493f-b36e-890c9f605d77 req-5edc5db0-31d4-4217-a3f7-c881f0ec9be6 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 210 time: 0.1137607
Dec 09 05:30:27.602990 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf26dbd4-415a-47e2-a119-57f742d5af25 service neutron] Pushing event updated for resources: {'Port': ['ID=67442362-ddcc-4233-80fd-dfccb586d81d,revision_number=3']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:27.607558 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 59902) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:30:27.622288 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-cf26dbd4-415a-47e2-a119-57f742d5af25 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:27.627384 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-3bd261d1-f36d-4bcc-af4e-41ade1571322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:27.636395 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff4a7a6-c915-4262-8eb4-47a7ba9d5707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd5892db-1676-4f45-8762-15d831f1c7bf', 'code': 200}
Dec 09 05:30:27.644829 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-3bd261d1-f36d-4bcc-af4e-41ade1571322 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:30:27.649793 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-3bd261d1-f36d-4bcc-af4e-41ade1571322 admin admin] Usage tracker for resource:security_group_rule and tenant:e71ce9cc816549ef89239f3226b4a208 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:30:27.653268 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-3bd261d1-f36d-4bcc-af4e-41ade1571322 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:30:27.660346 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-3bd261d1-f36d-4bcc-af4e-41ade1571322 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:30:27.765003 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-3bd261d1-f36d-4bcc-af4e-41ade1571322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:27.765546 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392023b7-5cbd-4384-8774-b3ff977d8676 req-cf26dbd4-415a-47e2-a119-57f742d5af25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:27.766842 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-392023b7-5cbd-4384-8774-b3ff977d8676 req-cf26dbd4-415a-47e2-a119-57f742d5af25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3226941'] for port, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:27.768451 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-392023b7-5cbd-4384-8774-b3ff977d8676 req-cf26dbd4-415a-47e2-a119-57f742d5af25 service neutron] 10.222.0.59 "PUT /v2.0/ports/67442362-ddcc-4233-80fd-dfccb586d81d HTTP/1.1" status: 200  len: 1158 time: 4.1521451
Dec 09 05:30:27.769208 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-3bd261d1-f36d-4bcc-af4e-41ade1571322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:27.769335 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '502d1b9e-4516-4c89-bce3-b368e5421be5', 'tag': '67442362-ddcc-4233-80fd-dfccb586d81d'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:30:27.807973 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-d13148a6-0901-4968-bfa5-2db5d311c990 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:27.822484 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-3bd261d1-f36d-4bcc-af4e-41ade1571322 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e71ce9cc816549ef89239f3226b4a208&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2144289
Dec 09 05:30:27.823171 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 59908) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:30:27.883750 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd261d1-f36d-4bcc-af4e-41ade1571322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d822ae-5821-4192-b3f4-0606870cc740,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:27.901075 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-3bd261d1-f36d-4bcc-af4e-41ade1571322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:27.918269 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '502d1b9e-4516-4c89-bce3-b368e5421be5', 'tag': '67442362-ddcc-4233-80fd-dfccb586d81d', 'status': 'completed', 'code': 200}
Dec 09 05:30:27.935654 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-76394c0a-0f62-41ac-b638-fedcebdb3439 req-6dce5afb-42ee-4a5e-8256-7eac82e8f36f service neutron] 10.222.0.59 "GET /v2.0/networks/06891e77-d716-4108-aee5-befcd6bf9ea6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4052436
Dec 09 05:30:27.941800 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6b363bec-2a31-4a54-b7bf-7bd74cb5a579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:27.980354 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6b363bec-2a31-4a54-b7bf-7bd74cb5a579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:28.019057 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8745d56-cf80-4810-8379-532611731278 req-d2ce1132-6b84-4270-b123-fb0dc285d598 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:28.022351 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a8745d56-cf80-4810-8379-532611731278 req-d2ce1132-6b84-4270-b123-fb0dc285d598 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=c72e4077-6f66-4705-9a4a-2b261d075ebc HTTP/1.1" status: 200  len: 945 time: 0.1878328
Dec 09 05:30:28.082589 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a8745d56-cf80-4810-8379-532611731278 req-f25eb4e6-1f0c-40b9-ae5f-47af8949b55d tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/security-groups?id=9f31bb62-a357-4a0d-9bfd-fc2419bb91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477846
Dec 09 05:30:28.103640 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6b363bec-2a31-4a54-b7bf-7bd74cb5a579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:28.111999 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:28.130610 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b363bec-2a31-4a54-b7bf-7bd74cb5a579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d822ae-5821-4192-b3f4-0606870cc740,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:28.132846 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6b363bec-2a31-4a54-b7bf-7bd74cb5a579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:28.134082 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-6b363bec-2a31-4a54-b7bf-7bd74cb5a579 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/45d822ae-5821-4192-b3f4-0606870cc740 HTTP/1.1" status: 204  len: 168 time: 0.3081515
Dec 09 05:30:28.141854 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb23fd-0a41-4353-a4f6-4ba40a2658b3 req-d3bf6ad5-170a-47d5-89a4-aa8f4d6069c4 tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:28.143627 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-60eb23fd-0a41-4353-a4f6-4ba40a2658b3 req-d3bf6ad5-170a-47d5-89a4-aa8f4d6069c4 tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] 10.222.0.39 "GET /v2.0/ports?device_id=c2565b35-11d7-44cb-8c25-428102a7c7b9 HTTP/1.1" status: 200  len: 946 time: 0.1236200
Dec 09 05:30:28.144578 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-6b363bec-2a31-4a54-b7bf-7bd74cb5a579 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:28.206546 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-60eb23fd-0a41-4353-a4f6-4ba40a2658b3 req-7fe3a513-529e-4831-b985-b6e288579ba7 tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] 10.222.0.39 "GET /v2.0/security-groups?id=9cd95a90-f310-4e2a-8d26-f108ea95310d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540109
Dec 09 05:30:28.353233 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63fabb0-cd26-4ce8-a6f4-aa8df2d603e6 req-5d525bec-09e6-4832-941d-aff09c9a96af tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:28.355575 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f63fabb0-cd26-4ce8-a6f4-aa8df2d603e6 req-5d525bec-09e6-4832-941d-aff09c9a96af tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=4f9349b3-3183-4102-9447-9d927817bc75 HTTP/1.1" status: 200  len: 943 time: 0.0979865
Dec 09 05:30:28.411291 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f63fabb0-cd26-4ce8-a6f4-aa8df2d603e6 req-d8ed22e9-12e7-48a5-9389-7a6a92b898bc tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467818
Dec 09 05:30:28.530698 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5790fe19-d754-4bc7-9e54-377394cdbfb7 req-98635c33-ee57-4d17-bb84-5903fea20cf6 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:28.532818 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5790fe19-d754-4bc7-9e54-377394cdbfb7 req-98635c33-ee57-4d17-bb84-5903fea20cf6 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/ports?device_id=502d1b9e-4516-4c89-bce3-b368e5421be5 HTTP/1.1" status: 200  len: 944 time: 0.1356523
Dec 09 05:30:28.590134 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5790fe19-d754-4bc7-9e54-377394cdbfb7 req-2b400796-71e6-43cd-8c75-119be6c9387a tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/security-groups?id=ecdb9fd2-1d3a-4252-8b98-f44c30285d67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0504484
Dec 09 05:30:28.850800 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f2c8acaf-dc28-40c4-8e40-5e118e27b27f req-7307fcc4-81f2-4239-96b9-9951a3bcd465 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 210 time: 0.0525618
Dec 09 05:30:29.310309 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b737c1e-1acb-4fd6-9fe4-22f622070137 req-e705d7d0-3a98-4f09-9c31-177305cb143f tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:29.314936 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3b737c1e-1acb-4fd6-9fe4-22f622070137 req-e705d7d0-3a98-4f09-9c31-177305cb143f tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=c72e4077-6f66-4705-9a4a-2b261d075ebc HTTP/1.1" status: 200  len: 945 time: 0.0977669
Dec 09 05:30:29.407081 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3b737c1e-1acb-4fd6-9fe4-22f622070137 req-ac4e94c7-5069-481a-a52a-90b013726f43 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/security-groups?id=9f31bb62-a357-4a0d-9bfd-fc2419bb91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0794370
Dec 09 05:30:29.461743 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device f66ffb3b-d6e1-469c-885c-ad41f1ac0dad up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:30:29.642896 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2565b35-11d7-44cb-8c25-428102a7c7b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '373a73aa-92c1-4f00-adc3-06673ee910b8'}, {'server_uuid': 'c72e4077-6f66-4705-9a4a-2b261d075ebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f66ffb3b-d6e1-469c-885c-ad41f1ac0dad'}] {{(pid=80247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:30:29.671483 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port f66ffb3b-d6e1-469c-885c-ad41f1ac0dad triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:30:29.672483 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:29.757767 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a053c-6d81-4edd-abdb-410d1905917d req-49c80e49-3c1f-4173-b7ed-6143ed106b5d tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:29.760003 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-006a053c-6d81-4edd-abdb-410d1905917d req-49c80e49-3c1f-4173-b7ed-6143ed106b5d tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=4f9349b3-3183-4102-9447-9d927817bc75 HTTP/1.1" status: 200  len: 943 time: 0.1173086
Dec 09 05:30:29.903751 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-006a053c-6d81-4edd-abdb-410d1905917d req-e2252d1c-ddbb-462e-a72e-5acee8cfe19a tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1235037
Dec 09 05:30:29.943705 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea1b83e-ae10-4578-817e-17b07981209a req-0c9c2f1d-68f4-4c39-aaf0-a4e5328a6501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:29.945429 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-bea1b83e-ae10-4578-817e-17b07981209a req-0c9c2f1d-68f4-4c39-aaf0-a4e5328a6501 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9201b4ea11f94e639e12c77d9a8399c8&device_id=502d1b9e-4516-4c89-bce3-b368e5421be5 HTTP/1.1" status: 200  len: 1161 time: 0.5012972
Dec 09 05:30:29.947771 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-76394c0a-0f62-41ac-b638-fedcebdb3439 req-2a603a66-4b96-4763-8035-e1805cbe5228 service neutron] 10.222.0.59 "GET /v2.0/networks/06891e77-d716-4108-aee5-befcd6bf9ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5326986
Dec 09 05:30:29.979860 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d4ebc-04b4-417e-a64b-25f56e92a289 req-3b8ae276-dfce-4fa3-b0bb-645326f6c791 tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:29.981512 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-990d4ebc-04b4-417e-a64b-25f56e92a289 req-3b8ae276-dfce-4fa3-b0bb-645326f6c791 tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] 10.222.0.39 "GET /v2.0/ports?device_id=c2565b35-11d7-44cb-8c25-428102a7c7b9 HTTP/1.1" status: 200  len: 946 time: 0.6289580
Dec 09 05:30:30.008809 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f7cad7-b96d-40f6-a3f5-9d00febe81cc req-703069b0-e1b0-4dae-9260-f8c387f45cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:30.010709 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-52f7cad7-b96d-40f6-a3f5-9d00febe81cc req-703069b0-e1b0-4dae-9260-f8c387f45cd2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=eff4a7a6-c915-4262-8eb4-47a7ba9d5707 HTTP/1.1" status: 200  len: 1162 time: 0.3602066
Dec 09 05:30:30.086062 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-52f7cad7-b96d-40f6-a3f5-9d00febe81cc req-e6298259-cbe5-420e-88f6-33b10175c283 service neutron] Notify callbacks [] for security_group, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:30.120900 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b1f78-cced-4498-951e-1c791b98651d req-2fe37c9d-0049-43c2-b3f4-775100f730ac tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:30.122604 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-852b1f78-cced-4498-951e-1c791b98651d req-2fe37c9d-0049-43c2-b3f4-775100f730ac tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/ports?device_id=502d1b9e-4516-4c89-bce3-b368e5421be5 HTTP/1.1" status: 200  len: 944 time: 0.0903282
Dec 09 05:30:30.166121 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-52f7cad7-b96d-40f6-a3f5-9d00febe81cc req-e6298259-cbe5-420e-88f6-33b10175c283 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:30:30.182711 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-990d4ebc-04b4-417e-a64b-25f56e92a289 req-2234ae33-5dec-40c4-9447-7b9b1f7c617f tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] 10.222.0.39 "GET /v2.0/security-groups?id=9cd95a90-f310-4e2a-8d26-f108ea95310d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1676779
Dec 09 05:30:30.186647 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-52f7cad7-b96d-40f6-a3f5-9d00febe81cc req-e6298259-cbe5-420e-88f6-33b10175c283 service neutron] Usage tracker for resource:security_group_rule and tenant:347a23895cb24555b7b8385749657e43 is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:30:30.192887 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-52f7cad7-b96d-40f6-a3f5-9d00febe81cc req-e6298259-cbe5-420e-88f6-33b10175c283 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:30:30.204189 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-52f7cad7-b96d-40f6-a3f5-9d00febe81cc req-e6298259-cbe5-420e-88f6-33b10175c283 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:30:30.219539 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-852b1f78-cced-4498-951e-1c791b98651d req-8adf8ed6-76ce-4702-a2b7-d88178ec33b5 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/security-groups?id=ecdb9fd2-1d3a-4252-8b98-f44c30285d67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0824018
Dec 09 05:30:30.347779 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea1b83e-ae10-4578-817e-17b07981209a req-c3eea37d-d999-4b6f-ad3e-2c56bf9722dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:30.349964 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-bea1b83e-ae10-4578-817e-17b07981209a req-c3eea37d-d999-4b6f-ad3e-2c56bf9722dd service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=9201b4ea11f94e639e12c77d9a8399c8&shared=False HTTP/1.1" status: 200  len: 904 time: 0.3817112
Dec 09 05:30:30.356867 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2565b35-11d7-44cb-8c25-428102a7c7b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '373a73aa-92c1-4f00-adc3-06673ee910b8', 'code': 200}
Dec 09 05:30:30.357308 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c72e4077-6f66-4705-9a4a-2b261d075ebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f66ffb3b-d6e1-469c-885c-ad41f1ac0dad', 'code': 200}
Dec 09 05:30:30.367139 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-52f7cad7-b96d-40f6-a3f5-9d00febe81cc req-e6298259-cbe5-420e-88f6-33b10175c283 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:30.496469 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7132a710-8436-4354-8359-419933bf8317 req-56dd769b-0ba9-47dc-a0cf-bde7a59680f9 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 210 time: 0.0678723
Dec 09 05:30:30.594769 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-52f7cad7-b96d-40f6-a3f5-9d00febe81cc req-e6298259-cbe5-420e-88f6-33b10175c283 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:30.652808 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-9cd791d5-636c-4fbe-bf15-6064e2600d3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:30.662672 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-52f7cad7-b96d-40f6-a3f5-9d00febe81cc req-e6298259-cbe5-420e-88f6-33b10175c283 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6412621
Dec 09 05:30:30.863359 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea1b83e-ae10-4578-817e-17b07981209a req-29de56e4-a13c-4e49-8527-3c2618bb19a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:30.865130 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-bea1b83e-ae10-4578-817e-17b07981209a req-29de56e4-a13c-4e49-8527-3c2618bb19a1 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.5013592
Dec 09 05:30:30.874463 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6298259-cbe5-420e-88f6-33b10175c283 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3f3210-2903-44bf-9f26-71b1047a306c,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:30.882272 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e6298259-cbe5-420e-88f6-33b10175c283 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:30.943026 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e2b240-e814-4a77-9c57-1fee880fae08 req-c3813b21-cbac-47b3-bfd6-9d5e2364a176 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:30.944034 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-d7e2b240-e814-4a77-9c57-1fee880fae08 req-c3813b21-cbac-47b3-bfd6-9d5e2364a176 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Synchronizing usage tracker for tenant:c66dfb6ad0d4440d9fde314bc8bf155a on resource:network {{(pid=80246) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:30:31.188007 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392023b7-5cbd-4384-8774-b3ff977d8676 req-5e7a9950-1439-454b-b8c5-5cb1eeb56d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:31.189686 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-392023b7-5cbd-4384-8774-b3ff977d8676 req-5e7a9950-1439-454b-b8c5-5cb1eeb56d7c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9201b4ea11f94e639e12c77d9a8399c8&device_id=502d1b9e-4516-4c89-bce3-b368e5421be5 HTTP/1.1" status: 200  len: 1161 time: 0.2329528
Dec 09 05:30:31.278026 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aa7993-817e-4ee1-a6d3-c95ef16794b4 req-bffc68be-e28e-47bb-ada8-9076bca68731 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:31.279683 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-65aa7993-817e-4ee1-a6d3-c95ef16794b4 req-bffc68be-e28e-47bb-ada8-9076bca68731 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=c72e4077-6f66-4705-9a4a-2b261d075ebc HTTP/1.1" status: 200  len: 945 time: 0.5981393
Dec 09 05:30:31.283722 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-d7e2b240-e814-4a77-9c57-1fee880fae08 req-c3813b21-cbac-47b3-bfd6-9d5e2364a176 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Unset dirty status for tenant:c66dfb6ad0d4440d9fde314bc8bf155a on resource:network {{(pid=80246) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:30:31.284882 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d7e2b240-e814-4a77-9c57-1fee880fae08 req-c3813b21-cbac-47b3-bfd6-9d5e2364a176 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.59 "GET /v2.0/networks?id=213a2199-d44a-4f31-a99f-f2fcf48b8a5b HTTP/1.1" status: 200  len: 816 time: 0.7363224
Dec 09 05:30:31.316653 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff5c59c-6e7b-4cb3-a6a4-c23f431f2b0f req-588270f7-3c47-409a-825f-45feeea39fdd tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:31.319131 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6ff5c59c-6e7b-4cb3-a6a4-c23f431f2b0f req-588270f7-3c47-409a-825f-45feeea39fdd tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=4f9349b3-3183-4102-9447-9d927817bc75 HTTP/1.1" status: 200  len: 943 time: 0.2269742
Dec 09 05:30:31.375088 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-392023b7-5cbd-4384-8774-b3ff977d8676 req-1c320a69-fb54-49c0-81a6-a5bef7e42767 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67442362-ddcc-4233-80fd-dfccb586d81d HTTP/1.1" status: 200  len: 217 time: 0.1688337
Dec 09 05:30:31.415652 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-65aa7993-817e-4ee1-a6d3-c95ef16794b4 req-e6730d54-5901-4c91-9e32-6e2a9c1bc398 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/security-groups?id=9f31bb62-a357-4a0d-9bfd-fc2419bb91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1230693
Dec 09 05:30:31.417704 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eccaf0-af15-4c68-8c89-2804dbc76279 req-19d7745b-f9bd-41cd-8272-b050f2bede46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:31.419110 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-98eccaf0-af15-4c68-8c89-2804dbc76279 req-19d7745b-f9bd-41cd-8272-b050f2bede46 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c72e4077-6f66-4705-9a4a-2b261d075ebc HTTP/1.1" status: 200  len: 1162 time: 0.4837110
Dec 09 05:30:31.429265 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3406a2-d140-416f-a857-45943cb3ed72 req-e4ed6294-0e14-40cf-b50f-e67a5ebbe699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:31.430935 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3b3406a2-d140-416f-a857-45943cb3ed72 req-e4ed6294-0e14-40cf-b50f-e67a5ebbe699 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c2565b35-11d7-44cb-8c25-428102a7c7b9 HTTP/1.1" status: 200  len: 1163 time: 0.4942684
Dec 09 05:30:31.489859 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6ff5c59c-6e7b-4cb3-a6a4-c23f431f2b0f req-e36b62ac-46cd-43c9-be4c-24ff11266b82 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1605587
Dec 09 05:30:31.507467 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-d7e2b240-e814-4a77-9c57-1fee880fae08 req-b6bd5494-44d2-40f0-b7c1-4d8c1471ab42 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Synchronizing usage tracker for tenant:c66dfb6ad0d4440d9fde314bc8bf155a on resource:security_group {{(pid=80246) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:30:31.524230 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392023b7-5cbd-4384-8774-b3ff977d8676 req-30597fba-8b46-47ed-830e-fa7a3cacc2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:31.530090 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-392023b7-5cbd-4384-8774-b3ff977d8676 req-30597fba-8b46-47ed-830e-fa7a3cacc2ae service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8f49fd64-da9a-42ca-aba6-01dbe1ac7987 HTTP/1.1" status: 200  len: 849 time: 0.1409144
Dec 09 05:30:31.570459 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-98eccaf0-af15-4c68-8c89-2804dbc76279 req-84824a43-ace5-4682-b431-f877d5ca9e76 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9f31bb62-a357-4a0d-9bfd-fc2419bb91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1353092
Dec 09 05:30:31.601579 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-d7e2b240-e814-4a77-9c57-1fee880fae08 req-b6bd5494-44d2-40f0-b7c1-4d8c1471ab42 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Unset dirty status for tenant:c66dfb6ad0d4440d9fde314bc8bf155a on resource:security_group {{(pid=80246) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:30:31.603404 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d7e2b240-e814-4a77-9c57-1fee880fae08 req-b6bd5494-44d2-40f0-b7c1-4d8c1471ab42 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c66dfb6ad0d4440d9fde314bc8bf155a HTTP/1.1" status: 200  len: 5505 time: 0.2871883
Dec 09 05:30:31.620748 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3b3406a2-d140-416f-a857-45943cb3ed72 req-d8adf78b-202b-4d73-bd24-d18314bf7da1 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9cd95a90-f310-4e2a-8d26-f108ea95310d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1585920
Dec 09 05:30:31.676124 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392023b7-5cbd-4384-8774-b3ff977d8676 req-b5619b46-cde6-48fb-920b-fbfd1ec6cc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:31.677850 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-392023b7-5cbd-4384-8774-b3ff977d8676 req-b5619b46-cde6-48fb-920b-fbfd1ec6cc34 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dc85d922-ae22-42c5-9deb-45d818643b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1441374
Dec 09 05:30:31.751517 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e657dc4d-d951-406d-ac09-aeca37c036bd req-a2bf20b4-c7a0-40f5-b7a2-25c61cea60a2 tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:31.753311 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e657dc4d-d951-406d-ac09-aeca37c036bd req-a2bf20b4-c7a0-40f5-b7a2-25c61cea60a2 tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] 10.222.0.39 "GET /v2.0/ports?device_id=c2565b35-11d7-44cb-8c25-428102a7c7b9 HTTP/1.1" status: 200  len: 946 time: 0.1095552
Dec 09 05:30:31.784437 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf55a0-41f7-47a5-ba63-498ac8170b11 req-2aade521-52d6-4883-a80c-23fb6a64d91c tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:31.788143 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-bfbf55a0-41f7-47a5-ba63-498ac8170b11 req-2aade521-52d6-4883-a80c-23fb6a64d91c tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/ports?device_id=502d1b9e-4516-4c89-bce3-b368e5421be5 HTTP/1.1" status: 200  len: 944 time: 0.1083884
Dec 09 05:30:31.840270 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e657dc4d-d951-406d-ac09-aeca37c036bd req-01907b6e-b56f-4e6f-a0c6-226671c320fb tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] 10.222.0.39 "GET /v2.0/security-groups?id=9cd95a90-f310-4e2a-8d26-f108ea95310d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0797372
Dec 09 05:30:31.867736 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-bfbf55a0-41f7-47a5-ba63-498ac8170b11 req-33b27346-e7b7-45c0-b87e-a56a2aa9c652 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/security-groups?id=ecdb9fd2-1d3a-4252-8b98-f44c30285d67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0640957
Dec 09 05:30:32.025343 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5e200e75-e063-42a7-9a61-86278b18b520 req-e01868ba-2bdb-4b27-866d-368e6755b626 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 210 time: 0.0490313
Dec 09 05:30:32.521003 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 60046) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:30:32.719404 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae583cc-a575-4982-a663-a764f66ac767 req-ecb7b8ca-5b1f-472b-8cc4-76bb6a2bf437 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:32.722280 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2ae583cc-a575-4982-a663-a764f66ac767 req-ecb7b8ca-5b1f-472b-8cc4-76bb6a2bf437 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=c72e4077-6f66-4705-9a4a-2b261d075ebc HTTP/1.1" status: 200  len: 945 time: 0.1092267
Dec 09 05:30:32.759676 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e898cc63-b83c-49d9-b419-6bb16e0f698d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:32.764135 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c29bd-fd05-4d07-b12d-48d5d1331455 req-f0523964-9658-497b-8418-4e14f02fb8b1 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:32.766502 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a98c29bd-fd05-4d07-b12d-48d5d1331455 req-f0523964-9658-497b-8418-4e14f02fb8b1 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=4f9349b3-3183-4102-9447-9d927817bc75 HTTP/1.1" status: 200  len: 943 time: 0.1126208
Dec 09 05:30:32.791649 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-e898cc63-b83c-49d9-b419-6bb16e0f698d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:30:32.796107 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-e898cc63-b83c-49d9-b419-6bb16e0f698d admin admin] Usage tracker for resource:security_group_rule and tenant:d89440501f884810b7edc47c27b3d4e8 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:30:32.800404 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-e898cc63-b83c-49d9-b419-6bb16e0f698d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:30:32.806560 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-e898cc63-b83c-49d9-b419-6bb16e0f698d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:30:32.830055 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a98c29bd-fd05-4d07-b12d-48d5d1331455 req-ccafde80-64c2-4460-bd5c-cbaa843a2e31 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570552
Dec 09 05:30:32.867583 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2ae583cc-a575-4982-a663-a764f66ac767 req-4e340d50-8d99-4a9c-b71b-b8d8eedecaec tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/security-groups?id=9f31bb62-a357-4a0d-9bfd-fc2419bb91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1298525
Dec 09 05:30:32.966155 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e898cc63-b83c-49d9-b419-6bb16e0f698d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:32.970993 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e898cc63-b83c-49d9-b419-6bb16e0f698d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:32.997076 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8a7e634d-9607-4389-9e26-a8aeae629942 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:33.019894 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-e898cc63-b83c-49d9-b419-6bb16e0f698d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d89440501f884810b7edc47c27b3d4e8&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4952714
Dec 09 05:30:33.020615 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 60074) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:30:33.106751 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5fd120-94a3-4afd-9d36-1bc06ca3daea req-04d55fca-289e-400f-a97b-8fab893b1b4a tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:33.110402 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-dc5fd120-94a3-4afd-9d36-1bc06ca3daea req-04d55fca-289e-400f-a97b-8fab893b1b4a tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] 10.222.0.39 "GET /v2.0/ports?device_id=c2565b35-11d7-44cb-8c25-428102a7c7b9 HTTP/1.1" status: 200  len: 946 time: 0.1182017
Dec 09 05:30:33.147176 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e898cc63-b83c-49d9-b419-6bb16e0f698d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00115c2e-cb78-43a0-aeac-e2aabb8da9e4,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:33.177105 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-36de6c7e-a02a-450f-b783-b5fa3543bf00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:33.177105 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e898cc63-b83c-49d9-b419-6bb16e0f698d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:33.182383 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-dc5fd120-94a3-4afd-9d36-1bc06ca3daea req-e5b7313a-c6a2-48ef-8816-90b7423733cd tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] 10.222.0.39 "GET /v2.0/security-groups?id=9cd95a90-f310-4e2a-8d26-f108ea95310d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657790
Dec 09 05:30:33.223579 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-36de6c7e-a02a-450f-b783-b5fa3543bf00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:33.240099 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82745015-00ef-4ef9-9264-ad9235af4b88 req-433a3f41-570f-4983-9abd-39fc5761b5ff tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:33.241730 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-82745015-00ef-4ef9-9264-ad9235af4b88 req-433a3f41-570f-4983-9abd-39fc5761b5ff tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/ports?device_id=502d1b9e-4516-4c89-bce3-b368e5421be5 HTTP/1.1" status: 200  len: 944 time: 0.1686876
Dec 09 05:30:33.314516 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-82745015-00ef-4ef9-9264-ad9235af4b88 req-b946f60b-8782-4d03-887d-126e44bd2e54 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/security-groups?id=ecdb9fd2-1d3a-4252-8b98-f44c30285d67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0625532
Dec 09 05:30:33.328298 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-36de6c7e-a02a-450f-b783-b5fa3543bf00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:33.335901 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e11fc790-fba9-4ddb-933f-7f3c41423953 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:33.359910 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36de6c7e-a02a-450f-b783-b5fa3543bf00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00115c2e-cb78-43a0-aeac-e2aabb8da9e4,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:33.362973 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-36de6c7e-a02a-450f-b783-b5fa3543bf00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:33.365378 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-36de6c7e-a02a-450f-b783-b5fa3543bf00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:33.366594 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-36de6c7e-a02a-450f-b783-b5fa3543bf00 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/00115c2e-cb78-43a0-aeac-e2aabb8da9e4 HTTP/1.1" status: 204  len: 168 time: 0.3450694
Dec 09 05:30:33.367545 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-aa6588b6-a950-41e6-82dd-0abb07141625 req-e7db2769-6cdc-4810-9c67-aaa0a00d770e tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 210 time: 0.0533378
Dec 09 05:30:33.785095 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 60098) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:30:33.804960 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-bca1febd-a805-4a56-985d-a9c931d44ec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:33.822671 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-bca1febd-a805-4a56-985d-a9c931d44ec6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:30:33.827110 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-bca1febd-a805-4a56-985d-a9c931d44ec6 admin admin] Usage tracker for resource:security_group_rule and tenant:05390a56d80949549d567db1be457bf3 is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:30:33.831079 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-bca1febd-a805-4a56-985d-a9c931d44ec6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:30:33.837294 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-bca1febd-a805-4a56-985d-a9c931d44ec6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:30:33.951937 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-bca1febd-a805-4a56-985d-a9c931d44ec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:33.955433 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-bca1febd-a805-4a56-985d-a9c931d44ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:33.965642 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-a62125a8-b486-41b8-acfe-899c1f1c24b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:34.019438 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca1febd-a805-4a56-985d-a9c931d44ec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03503114-3683-4d68-b7d4-c807e5250c2e,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:34.081996 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1febd-a805-4a56-985d-a9c931d44ec6 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:30:34.082407 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1febd-a805-4a56-985d-a9c931d44ec6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:30:34.082818 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1febd-a805-4a56-985d-a9c931d44ec6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:30:34.083445 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1febd-a805-4a56-985d-a9c931d44ec6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:30:34.083845 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1febd-a805-4a56-985d-a9c931d44ec6 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:30:34.084285 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1febd-a805-4a56-985d-a9c931d44ec6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:30:34.084661 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1febd-a805-4a56-985d-a9c931d44ec6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:30:34.085260 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1febd-a805-4a56-985d-a9c931d44ec6 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:30:34.085968 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1febd-a805-4a56-985d-a9c931d44ec6 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:30:34.086666 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1febd-a805-4a56-985d-a9c931d44ec6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:30:34.087331 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1febd-a805-4a56-985d-a9c931d44ec6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:30:34.088002 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1febd-a805-4a56-985d-a9c931d44ec6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:30:34.088770 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1febd-a805-4a56-985d-a9c931d44ec6 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:30:34.089465 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1febd-a805-4a56-985d-a9c931d44ec6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:30:34.090199 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1febd-a805-4a56-985d-a9c931d44ec6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:30:34.090867 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1febd-a805-4a56-985d-a9c931d44ec6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:30:34.091533 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1febd-a805-4a56-985d-a9c931d44ec6 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:30:34.092207 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1febd-a805-4a56-985d-a9c931d44ec6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:30:34.092881 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1febd-a805-4a56-985d-a9c931d44ec6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:30:34.093425 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1febd-a805-4a56-985d-a9c931d44ec6 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:30:34.093840 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1febd-a805-4a56-985d-a9c931d44ec6 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:30:34.094227 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1febd-a805-4a56-985d-a9c931d44ec6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:30:34.094608 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1febd-a805-4a56-985d-a9c931d44ec6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:30:34.094998 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1febd-a805-4a56-985d-a9c931d44ec6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:30:34.095701 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad928fd-da23-414b-bc08-058340df8a9d req-a61bda3b-f303-4e3a-a149-bc5c66a1d43b tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:34.097413 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cad928fd-da23-414b-bc08-058340df8a9d req-a61bda3b-f303-4e3a-a149-bc5c66a1d43b tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=4f9349b3-3183-4102-9447-9d927817bc75 HTTP/1.1" status: 200  len: 943 time: 0.0958304
Dec 09 05:30:34.105287 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-bca1febd-a805-4a56-985d-a9c931d44ec6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=05390a56d80949549d567db1be457bf3&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3189018
Dec 09 05:30:34.106439 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-bca1febd-a805-4a56-985d-a9c931d44ec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:34.110416 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 60106) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:30:34.162183 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab058f2-4e37-45e5-bb81-c6c2d3966ae4 req-a598679b-ddf2-49a3-9b64-c7fec641c9cb tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:34.163974 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5ab058f2-4e37-45e5-bb81-c6c2d3966ae4 req-a598679b-ddf2-49a3-9b64-c7fec641c9cb tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=c72e4077-6f66-4705-9a4a-2b261d075ebc HTTP/1.1" status: 200  len: 945 time: 0.1511908
Dec 09 05:30:34.221530 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5ab058f2-4e37-45e5-bb81-c6c2d3966ae4 req-d3a88794-43da-4581-9b7b-98d4fa6bf76e tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/security-groups?id=9f31bb62-a357-4a0d-9bfd-fc2419bb91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496752
Dec 09 05:30:34.432070 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cad928fd-da23-414b-bc08-058340df8a9d req-437477e5-5262-4930-ac91-1442c5cb2cc8 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3248549
Dec 09 05:30:34.465303 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-3043cade-28aa-4a44-a724-76c64d2e593b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:34.474220 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce1d54-d514-477a-adc0-a298556bb0c5 req-41f9d384-ddbc-43a8-a1fa-58944385915f tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:34.482823 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ddce1d54-d514-477a-adc0-a298556bb0c5 req-41f9d384-ddbc-43a8-a1fa-58944385915f tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] 10.222.0.39 "GET /v2.0/ports?device_id=c2565b35-11d7-44cb-8c25-428102a7c7b9 HTTP/1.1" status: 200  len: 946 time: 0.1266901
Dec 09 05:30:34.509861 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-3043cade-28aa-4a44-a724-76c64d2e593b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:34.537696 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ddce1d54-d514-477a-adc0-a298556bb0c5 req-368a1041-8c08-48d7-8148-07737067bb7c tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] 10.222.0.39 "GET /v2.0/security-groups?id=9cd95a90-f310-4e2a-8d26-f108ea95310d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537000
Dec 09 05:30:34.583144 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-3043cade-28aa-4a44-a724-76c64d2e593b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:34.593210 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-29b50e58-7680-4e22-897b-d69903a48022 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:34.657109 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3043cade-28aa-4a44-a724-76c64d2e593b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03503114-3683-4d68-b7d4-c807e5250c2e,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:34.679207 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3043cade-28aa-4a44-a724-76c64d2e593b admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:30:34.679605 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3043cade-28aa-4a44-a724-76c64d2e593b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:30:34.680365 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3043cade-28aa-4a44-a724-76c64d2e593b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:30:34.680365 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3043cade-28aa-4a44-a724-76c64d2e593b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:30:34.680770 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3043cade-28aa-4a44-a724-76c64d2e593b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:30:34.681126 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3043cade-28aa-4a44-a724-76c64d2e593b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:30:34.681501 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3043cade-28aa-4a44-a724-76c64d2e593b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:30:34.684698 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3043cade-28aa-4a44-a724-76c64d2e593b admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:30:34.684698 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3043cade-28aa-4a44-a724-76c64d2e593b admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:30:34.684698 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3043cade-28aa-4a44-a724-76c64d2e593b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:30:34.684698 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3043cade-28aa-4a44-a724-76c64d2e593b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:30:34.684698 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3043cade-28aa-4a44-a724-76c64d2e593b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:30:34.684698 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3043cade-28aa-4a44-a724-76c64d2e593b admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:30:34.684698 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3043cade-28aa-4a44-a724-76c64d2e593b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:30:34.684698 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3043cade-28aa-4a44-a724-76c64d2e593b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:30:34.685485 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3043cade-28aa-4a44-a724-76c64d2e593b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:30:34.685485 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3043cade-28aa-4a44-a724-76c64d2e593b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:30:34.685485 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3043cade-28aa-4a44-a724-76c64d2e593b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:30:34.685856 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3043cade-28aa-4a44-a724-76c64d2e593b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:30:34.686177 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3043cade-28aa-4a44-a724-76c64d2e593b admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:30:34.686550 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3043cade-28aa-4a44-a724-76c64d2e593b admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:30:34.686924 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3043cade-28aa-4a44-a724-76c64d2e593b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:30:34.687367 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3043cade-28aa-4a44-a724-76c64d2e593b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:30:34.688052 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3043cade-28aa-4a44-a724-76c64d2e593b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:30:34.693731 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-3043cade-28aa-4a44-a724-76c64d2e593b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:34.695030 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-3043cade-28aa-4a44-a724-76c64d2e593b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/03503114-3683-4d68-b7d4-c807e5250c2e HTTP/1.1" status: 204  len: 168 time: 0.5822527
Dec 09 05:30:34.696361 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-3043cade-28aa-4a44-a724-76c64d2e593b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:34.741423 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf30ee5-b1c4-4297-84a4-a2e931bd2f4e req-b09e4f55-f0d1-40c6-baec-d0636cb9ddb6 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:34.743498 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4cf30ee5-b1c4-4297-84a4-a2e931bd2f4e req-b09e4f55-f0d1-40c6-baec-d0636cb9ddb6 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/ports?device_id=502d1b9e-4516-4c89-bce3-b368e5421be5 HTTP/1.1" status: 200  len: 944 time: 0.1547608
Dec 09 05:30:34.780751 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d9aabf70-52a3-4460-a8ac-ac6d0c0e8640 req-8b4e35e2-759d-479c-9bdd-c195e271d752 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 210 time: 0.0912833
Dec 09 05:30:34.869135 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4cf30ee5-b1c4-4297-84a4-a2e931bd2f4e req-e9577376-00cd-42bc-82b1-965af188f9c8 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/security-groups?id=ecdb9fd2-1d3a-4252-8b98-f44c30285d67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1069672
Dec 09 05:30:35.072409 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-d7e2b240-e814-4a77-9c57-1fee880fae08 req-283de10d-0923-4a93-8cec-55643e5e7a9f tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Request body: {'port': {'device_id': '605d5808-5bd5-4684-b378-98e3665f56e4', 'network_id': '213a2199-d44a-4f31-a99f-f2fcf48b8a5b', 'admin_state_up': True, 'tenant_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'security_groups': ['8d3c3367-03a7-4461-8572-263047374f8f']}} {{(pid=80246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:30:35.237387 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-392023b7-5cbd-4384-8774-b3ff977d8676 req-412c1a51-86cf-4bbf-9774-adb4ac40727c service neutron] 10.222.0.59 "GET /v2.0/networks/dc85d922-ae22-42c5-9deb-45d818643b4d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1689804
Dec 09 05:30:35.276126 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-d7e2b240-e814-4a77-9c57-1fee880fae08 req-283de10d-0923-4a93-8cec-55643e5e7a9f tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:30:35.294386 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-d7e2b240-e814-4a77-9c57-1fee880fae08 req-283de10d-0923-4a93-8cec-55643e5e7a9f tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:30:35.307140 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7e2b240-e814-4a77-9c57-1fee880fae08 req-283de10d-0923-4a93-8cec-55643e5e7a9f tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Made reservation on behalf of c66dfb6ad0d4440d9fde314bc8bf155a for: {'port': 1} {{(pid=80246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 09 05:30:35.313634 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-d7e2b240-e814-4a77-9c57-1fee880fae08 req-283de10d-0923-4a93-8cec-55643e5e7a9f tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:35.432281 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-392023b7-5cbd-4384-8774-b3ff977d8676 req-c09a7941-41a7-4b73-b3d6-a51c1c344a67 service neutron] 10.222.0.59 "GET /v2.0/networks/dc85d922-ae22-42c5-9deb-45d818643b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1858869
Dec 09 05:30:35.670423 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5055eb5-ff11-4127-b86c-769cfbaa4ae9 req-510544f0-3406-4277-acf8-72f65db518ed tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:35.673495 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d5055eb5-ff11-4127-b86c-769cfbaa4ae9 req-510544f0-3406-4277-acf8-72f65db518ed tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=c72e4077-6f66-4705-9a4a-2b261d075ebc HTTP/1.1" status: 200  len: 945 time: 0.2869720
Dec 09 05:30:35.727497 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645b4132-f93e-4f50-be54-4087cb8447a9 req-27d63211-563d-4ca8-b0ea-13dc00aaf66a tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:35.729241 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-645b4132-f93e-4f50-be54-4087cb8447a9 req-27d63211-563d-4ca8-b0ea-13dc00aaf66a tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=4f9349b3-3183-4102-9447-9d927817bc75 HTTP/1.1" status: 200  len: 943 time: 0.1429186
Dec 09 05:30:35.737664 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device 63da4ecf-6bac-4066-8654-373bf3a8862a up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:30:35.829238 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-645b4132-f93e-4f50-be54-4087cb8447a9 req-eed3d2f4-6d7e-4374-bf4d-c1a7dd58408c tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0901651
Dec 09 05:30:35.881992 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d5055eb5-ff11-4127-b86c-769cfbaa4ae9 req-76546d53-a39a-47c0-90d0-a226c59ad981 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/security-groups?id=9f31bb62-a357-4a0d-9bfd-fc2419bb91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1582611
Dec 09 05:30:35.892786 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning for port 63da4ecf-6bac-4066-8654-373bf3a8862a completed by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 09 05:30:35.898513 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [req-d7e2b240-e814-4a77-9c57-1fee880fae08 req-283de10d-0923-4a93-8cec-55643e5e7a9f tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Allocated IP 172.20.0.13 (213a2199-d44a-4f31-a99f-f2fcf48b8a5b/f2d416e2-18e0-4718-bf66-1cf63cef4f47/fe13aeac-bac0-42fe-96d0-5cb4f2cb5d82) {{(pid=80246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 09 05:30:35.901734 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port 63da4ecf-6bac-4066-8654-373bf3a8862a triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:30:35.902384 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:36.171326 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:36.204865 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9349b3-3183-4102-9447-9d927817bc75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63da4ecf-6bac-4066-8654-373bf3a8862a'}] {{(pid=80247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:30:36.217080 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] For port 63da4ecf-6bac-4066-8654-373bf3a8862a, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=63da4ecf-6bac-4066-8654-373bf3a8862a,segment=NetworkSegment(d28f75f2-617a-4107-aa9e-23b92b1ef4c4),segment_id=d28f75f2-617a-4107-aa9e-23b92b1ef4c4)] {{(pid=80247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:30:36.221606 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:36.224610 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:36.293066 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0269ea97-bc7f-46b5-bdd1-217466d75e37 req-36c18a3e-44a9-4044-9e0a-90f9d5159f5b tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:36.295046 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0269ea97-bc7f-46b5-bdd1-217466d75e37 req-36c18a3e-44a9-4044-9e0a-90f9d5159f5b tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] 10.222.0.39 "GET /v2.0/ports?device_id=c2565b35-11d7-44cb-8c25-428102a7c7b9 HTTP/1.1" status: 200  len: 946 time: 0.2604907
Dec 09 05:30:36.302569 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Pushing event updated for resources: {'Port': ['ID=63da4ecf-6bac-4066-8654-373bf3a8862a,revision_number=4']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:36.311864 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:30:36.312984 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:30:36.313537 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:30:36.314102 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:30:36.314620 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:30:36.315150 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:30:36.315673 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:30:36.316197 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:30:36.316728 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:30:36.317238 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:30:36.317747 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:30:36.318283 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:30:36.318848 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:30:36.319363 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:30:36.319866 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:30:36.320368 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:30:36.321012 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:30:36.321651 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:30:36.322205 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:30:36.322959 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:30:36.323466 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:30:36.323982 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:30:36.324488 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:30:36.324968 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:30:36.325556 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-d7e2b240-e814-4a77-9c57-1fee880fae08 req-283de10d-0923-4a93-8cec-55643e5e7a9f tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks [] for port, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:36.346732 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [req-d7e2b240-e814-4a77-9c57-1fee880fae08 req-283de10d-0923-4a93-8cec-55643e5e7a9f tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Transition to ACTIVE for port object fe13aeac-bac0-42fe-96d0-5cb4f2cb5d82 will not be triggered until provisioned by entity DHCP. {{(pid=80246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 09 05:30:36.350644 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:36.411138 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-d7e2b240-e814-4a77-9c57-1fee880fae08 req-283de10d-0923-4a93-8cec-55643e5e7a9f tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249358491764'] for port, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:36.423156 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0269ea97-bc7f-46b5-bdd1-217466d75e37 req-abf9cf8c-7f9b-4a83-932b-06f9a90da10b tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] 10.222.0.39 "GET /v2.0/security-groups?id=9cd95a90-f310-4e2a-8d26-f108ea95310d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1192012
Dec 09 05:30:36.534124 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:36.621546 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283de10d-0923-4a93-8cec-55643e5e7a9f tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Pushing event updated for resources: {'Port': ['ID=fe13aeac-bac0-42fe-96d0-5cb4f2cb5d82,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:36.631465 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-283de10d-0923-4a93-8cec-55643e5e7a9f tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:36.693085 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7e2b240-e814-4a77-9c57-1fee880fae08 req-283de10d-0923-4a93-8cec-55643e5e7a9f tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Network 213a2199-d44a-4f31-a99f-f2fcf48b8a5b is already hosted by enough agents. {{(pid=80246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 09 05:30:36.695215 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [req-d7e2b240-e814-4a77-9c57-1fee880fae08 req-283de10d-0923-4a93-8cec-55643e5e7a9f tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Resources bound (agent type, host, resource id):  {{(pid=80246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:30:36.697018 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7e2b240-e814-4a77-9c57-1fee880fae08 req-283de10d-0923-4a93-8cec-55643e5e7a9f tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Received port after_create {{(pid=80246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 09 05:30:36.701481 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e2b240-e814-4a77-9c57-1fee880fae08 req-283de10d-0923-4a93-8cec-55643e5e7a9f tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:36.702198 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-d7e2b240-e814-4a77-9c57-1fee880fae08 req-283de10d-0923-4a93-8cec-55643e5e7a9f tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3226941'] for port, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:36.735721 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e784237-ca65-43dc-a8c7-24196bba1fc7 req-8a857cc9-7882-4159-8177-ad9c72753abf tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:36.737386 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7e784237-ca65-43dc-a8c7-24196bba1fc7 req-8a857cc9-7882-4159-8177-ad9c72753abf tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 932 time: 0.3695168
Dec 09 05:30:36.776500 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522992b6-c355-45ae-a149-2b747562eaa2 req-6abc883a-1471-4046-959b-1d0b1ac6becc tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:36.778885 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-522992b6-c355-45ae-a149-2b747562eaa2 req-6abc883a-1471-4046-959b-1d0b1ac6becc tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/ports?device_id=502d1b9e-4516-4c89-bce3-b368e5421be5 HTTP/1.1" status: 200  len: 944 time: 0.1348956
Dec 09 05:30:36.830453 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d7e2b240-e814-4a77-9c57-1fee880fae08 req-283de10d-0923-4a93-8cec-55643e5e7a9f tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7626934
Dec 09 05:30:36.881799 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-d7e2b240-e814-4a77-9c57-1fee880fae08 req-63e1b8b2-b12c-4308-b7e9-b3b06a7014a9 service neutron] Request body: {'port': {'device_id': '605d5808-5bd5-4684-b378-98e3665f56e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:30:36.901502 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-522992b6-c355-45ae-a149-2b747562eaa2 req-585d6239-ddf3-4746-8f23-f42ea45e37ab tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/security-groups?id=ecdb9fd2-1d3a-4252-8b98-f44c30285d67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1001909
Dec 09 05:30:36.941645 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7e784237-ca65-43dc-a8c7-24196bba1fc7 req-ea6b7eb3-2363-49a2-849a-75d50043efe9 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1920464
Dec 09 05:30:37.045864 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9349b3-3183-4102-9447-9d927817bc75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63da4ecf-6bac-4066-8654-373bf3a8862a', 'code': 200}
Dec 09 05:30:37.060400 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-345f7186-b3b6-48cf-883f-9a258f087499 None None] Provisioning for port fe13aeac-bac0-42fe-96d0-5cb4f2cb5d82 completed by entity DHCP. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 09 05:30:37.075717 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-345f7186-b3b6-48cf-883f-9a258f087499 None None] Provisioning complete for port fe13aeac-bac0-42fe-96d0-5cb4f2cb5d82 triggered by entity DHCP. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:30:37.076169 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-345f7186-b3b6-48cf-883f-9a258f087499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:37.145048 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-d7e2b240-e814-4a77-9c57-1fee880fae08 req-63e1b8b2-b12c-4308-b7e9-b3b06a7014a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:37.196911 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-345f7186-b3b6-48cf-883f-9a258f087499 None None] Port fe13aeac-bac0-42fe-96d0-5cb4f2cb5d82 cannot update to ACTIVE because it is not bound. {{(pid=80247) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 09 05:30:37.201209 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device f66ffb3b-d6e1-469c-885c-ad41f1ac0dad up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:30:37.287496 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port f66ffb3b-d6e1-469c-885c-ad41f1ac0dad triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:30:37.287818 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:37.448698 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device 63da4ecf-6bac-4066-8654-373bf3a8862a up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:30:37.539822 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port 63da4ecf-6bac-4066-8654-373bf3a8862a triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:30:37.540263 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:37.619812 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb3181e-77b2-454e-9071-df39cf344e99 req-515c6a90-6e4d-42f6-b227-fe56944660e3 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:37.628718 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6fb3181e-77b2-454e-9071-df39cf344e99 req-515c6a90-6e4d-42f6-b227-fe56944660e3 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=c72e4077-6f66-4705-9a4a-2b261d075ebc HTTP/1.1" status: 200  len: 945 time: 0.3521876
Dec 09 05:30:37.633541 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491233d8-905e-4f1c-a45a-7bbe8a6bc517 req-88368570-cc9f-4dfe-b9c3-9979ada27580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:37.635445 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-491233d8-905e-4f1c-a45a-7bbe8a6bc517 req-88368570-cc9f-4dfe-b9c3-9979ada27580 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4f9349b3-3183-4102-9447-9d927817bc75 HTTP/1.1" status: 200  len: 1162 time: 0.2743685
Dec 09 05:30:37.714190 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-491233d8-905e-4f1c-a45a-7bbe8a6bc517 req-22e4800f-8893-492b-adda-87ded59bb591 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636921
Dec 09 05:30:37.722690 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6fb3181e-77b2-454e-9071-df39cf344e99 req-600f2a8d-37b5-463a-bb87-49c1845cd143 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/security-groups?id=9f31bb62-a357-4a0d-9bfd-fc2419bb91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0926235
Dec 09 05:30:37.951790 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf8cf4c-0aec-4161-9a23-da0dfd5258c7 req-f8059942-46b4-4213-9b11-d3ffa435270a tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:37.960527 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ddf8cf4c-0aec-4161-9a23-da0dfd5258c7 req-f8059942-46b4-4213-9b11-d3ffa435270a tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] 10.222.0.39 "GET /v2.0/ports?device_id=c2565b35-11d7-44cb-8c25-428102a7c7b9 HTTP/1.1" status: 200  len: 946 time: 0.1095581
Dec 09 05:30:38.020552 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ddf8cf4c-0aec-4161-9a23-da0dfd5258c7 req-e45c65f9-46bc-4c91-ace9-f744b6c25f0d tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] 10.222.0.39 "GET /v2.0/security-groups?id=9cd95a90-f310-4e2a-8d26-f108ea95310d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588884
Dec 09 05:30:38.027023 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [req-d7e2b240-e814-4a77-9c57-1fee880fae08 req-63e1b8b2-b12c-4308-b7e9-b3b06a7014a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe13aeac-bac0-42fe-96d0-5cb4f2cb5d82 {{(pid=80246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 09 05:30:38.057661 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-d7e2b240-e814-4a77-9c57-1fee880fae08 req-63e1b8b2-b12c-4308-b7e9-b3b06a7014a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:38.088608 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4145f03-2f47-4fb3-9442-bd648ac13233 req-de6d3617-06e4-491a-9db5-a0e3818367dc tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:38.101975 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e4145f03-2f47-4fb3-9442-bd648ac13233 req-de6d3617-06e4-491a-9db5-a0e3818367dc tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=4f9349b3-3183-4102-9447-9d927817bc75 HTTP/1.1" status: 200  len: 945 time: 0.4151359
Dec 09 05:30:38.119269 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [req-d7e2b240-e814-4a77-9c57-1fee880fae08 req-63e1b8b2-b12c-4308-b7e9-b3b06a7014a9 service neutron] Transition to ACTIVE for port object fe13aeac-bac0-42fe-96d0-5cb4f2cb5d82 will not be triggered until provisioned by entity L2. {{(pid=80246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 09 05:30:38.140596 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-d7e2b240-e814-4a77-9c57-1fee880fae08 req-63e1b8b2-b12c-4308-b7e9-b3b06a7014a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:38.160880 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-476d1aec-c334-4b61-a700-2913ec2afaae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:38.346689 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e4145f03-2f47-4fb3-9442-bd648ac13233 req-e0a840c6-d26d-40dd-905a-44d81e25eb37 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2299376
Dec 09 05:30:38.426365 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e1b8b2-b12c-4308-b7e9-b3b06a7014a9 service neutron] Pushing event updated for resources: {'Port': ['ID=fe13aeac-bac0-42fe-96d0-5cb4f2cb5d82,revision_number=2']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:38.430050 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-63e1b8b2-b12c-4308-b7e9-b3b06a7014a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:38.559973 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9cd539-3a5a-45ab-a6f4-ffbde9c97d31 req-e151ea7d-4caa-412c-8bf1-ddc31fccf3af tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:38.563564 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0c9cd539-3a5a-45ab-a6f4-ffbde9c97d31 req-e151ea7d-4caa-412c-8bf1-ddc31fccf3af tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/ports?device_id=502d1b9e-4516-4c89-bce3-b368e5421be5 HTTP/1.1" status: 200  len: 944 time: 0.2219594
Dec 09 05:30:38.632252 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 60234) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:30:38.639714 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-d7e2b240-e814-4a77-9c57-1fee880fae08 req-63e1b8b2-b12c-4308-b7e9-b3b06a7014a9 service neutron] Attempting to bind port fe13aeac-bac0-42fe-96d0-5cb4f2cb5d82 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 09 05:30:38.640303 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-d7e2b240-e814-4a77-9c57-1fee880fae08 req-63e1b8b2-b12c-4308-b7e9-b3b06a7014a9 service neutron] Attempting to bind port fe13aeac-bac0-42fe-96d0-5cb4f2cb5d82 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'd2ba5cc2-7dc0-4439-9bab-bd1dc2090790', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '213a2199-d44a-4f31-a99f-f2fcf48b8a5b'}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 09 05:30:38.641187 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e2b240-e814-4a77-9c57-1fee880fae08 req-63e1b8b2-b12c-4308-b7e9-b3b06a7014a9 service neutron] Attempting to bind port fe13aeac-bac0-42fe-96d0-5cb4f2cb5d82 on network 213a2199-d44a-4f31-a99f-f2fcf48b8a5b {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 09 05:30:38.649122 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e2b240-e814-4a77-9c57-1fee880fae08 req-63e1b8b2-b12c-4308-b7e9-b3b06a7014a9 service neutron] Checking agent: {'id': '86479789-5ca7-450a-99e9-f63f20b79a87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 27, 56), 'started_at': datetime.datetime(2020, 12, 9, 5, 28, 26), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 05:30:38.650066 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e2b240-e814-4a77-9c57-1fee880fae08 req-63e1b8b2-b12c-4308-b7e9-b3b06a7014a9 service neutron] Checking segment: {'id': 'd2ba5cc2-7dc0-4439-9bab-bd1dc2090790', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '213a2199-d44a-4f31-a99f-f2fcf48b8a5b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 09 05:30:38.660542 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-d7e2b240-e814-4a77-9c57-1fee880fae08 req-63e1b8b2-b12c-4308-b7e9-b3b06a7014a9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:38.662011 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e2b240-e814-4a77-9c57-1fee880fae08 req-63e1b8b2-b12c-4308-b7e9-b3b06a7014a9 service neutron] Bound using segment: {'id': 'd2ba5cc2-7dc0-4439-9bab-bd1dc2090790', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '213a2199-d44a-4f31-a99f-f2fcf48b8a5b'} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 05:30:38.662554 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-d7e2b240-e814-4a77-9c57-1fee880fae08 req-63e1b8b2-b12c-4308-b7e9-b3b06a7014a9 service neutron] Bound port: fe13aeac-bac0-42fe-96d0-5cb4f2cb5d82, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2ba5cc2-7dc0-4439-9bab-bd1dc2090790', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '213a2199-d44a-4f31-a99f-f2fcf48b8a5b'}}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 09 05:30:38.662958 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-d7e2b240-e814-4a77-9c57-1fee880fae08 req-63e1b8b2-b12c-4308-b7e9-b3b06a7014a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:38.670426 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0c9cd539-3a5a-45ab-a6f4-ffbde9c97d31 req-e3aaeee1-f859-49b1-be00-e66d4cf6a0e4 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/security-groups?id=ecdb9fd2-1d3a-4252-8b98-f44c30285d67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0994925
Dec 09 05:30:39.054940 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-acda15e4-43b4-4ed2-b0f8-bfd77f7d2a70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:39.058140 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2829ad3d-a826-480a-81e8-38fd47cc76d9 req-1455b50e-964f-467e-9011-332ddc47ec27 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:39.059039 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-2829ad3d-a826-480a-81e8-38fd47cc76d9 req-1455b50e-964f-467e-9011-332ddc47ec27 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Synchronizing usage tracker for tenant:c66dfb6ad0d4440d9fde314bc8bf155a on resource:port {{(pid=80246) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:30:39.062545 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-d7e2b240-e814-4a77-9c57-1fee880fae08 req-63e1b8b2-b12c-4308-b7e9-b3b06a7014a9 service neutron] For port fe13aeac-bac0-42fe-96d0-5cb4f2cb5d82, host hv-cinder-76330, cleared binding levels {{(pid=80246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 09 05:30:39.075681 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-d7e2b240-e814-4a77-9c57-1fee880fae08 req-63e1b8b2-b12c-4308-b7e9-b3b06a7014a9 service neutron] For port fe13aeac-bac0-42fe-96d0-5cb4f2cb5d82, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=fe13aeac-bac0-42fe-96d0-5cb4f2cb5d82,segment=NetworkSegment(d2ba5cc2-7dc0-4439-9bab-bd1dc2090790),segment_id=d2ba5cc2-7dc0-4439-9bab-bd1dc2090790)] {{(pid=80246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 09 05:30:39.089978 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-d7e2b240-e814-4a77-9c57-1fee880fae08 req-63e1b8b2-b12c-4308-b7e9-b3b06a7014a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:39.095298 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-acda15e4-43b4-4ed2-b0f8-bfd77f7d2a70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:30:39.107087 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-acda15e4-43b4-4ed2-b0f8-bfd77f7d2a70 admin admin] Usage tracker for resource:security_group_rule and tenant:fc24259e368147038a6c0e9846c644bb is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:30:39.110636 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-acda15e4-43b4-4ed2-b0f8-bfd77f7d2a70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:30:39.124094 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:39.127203 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-acda15e4-43b4-4ed2-b0f8-bfd77f7d2a70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:30:39.251061 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-acda15e4-43b4-4ed2-b0f8-bfd77f7d2a70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:39.256941 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-2829ad3d-a826-480a-81e8-38fd47cc76d9 req-1455b50e-964f-467e-9011-332ddc47ec27 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Unset dirty status for tenant:c66dfb6ad0d4440d9fde314bc8bf155a on resource:port {{(pid=80246) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:30:39.257239 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-acda15e4-43b4-4ed2-b0f8-bfd77f7d2a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:39.258541 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2829ad3d-a826-480a-81e8-38fd47cc76d9 req-1455b50e-964f-467e-9011-332ddc47ec27 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 944 time: 0.5553281
Dec 09 05:30:39.277729 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e898cc63-b83c-49d9-b419-6bb16e0f698d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:39.316469 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e1b8b2-b12c-4308-b7e9-b3b06a7014a9 service neutron] Pushing event updated for resources: {'Port': ['ID=fe13aeac-bac0-42fe-96d0-5cb4f2cb5d82,revision_number=3']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:39.345040 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-acda15e4-43b4-4ed2-b0f8-bfd77f7d2a70 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fc24259e368147038a6c0e9846c644bb&name=default HTTP/1.1" status: 200  len: 2879 time: 0.7065415
Dec 09 05:30:39.345759 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 60254) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:30:39.350364 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acda15e4-43b4-4ed2-b0f8-bfd77f7d2a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a4b0c8-ee8d-450d-855a-a179957fb6b4,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:39.355047 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-63e1b8b2-b12c-4308-b7e9-b3b06a7014a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:39.395847 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-acda15e4-43b4-4ed2-b0f8-bfd77f7d2a70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:39.456411 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f7f63fdc-fc3d-4399-9e64-8bfc5ebc2743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:39.528636 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f7f63fdc-fc3d-4399-9e64-8bfc5ebc2743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:39.624208 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f7f63fdc-fc3d-4399-9e64-8bfc5ebc2743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:39.634187 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-7d76054c-e2d6-467f-ab92-7b715973b4cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:39.661517 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f7f63fdc-fc3d-4399-9e64-8bfc5ebc2743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:39.667234 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-f7f63fdc-fc3d-4399-9e64-8bfc5ebc2743 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/83a4b0c8-ee8d-450d-855a-a179957fb6b4 HTTP/1.1" status: 204  len: 168 time: 0.3153105
Dec 09 05:30:39.667234 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f63fdc-fc3d-4399-9e64-8bfc5ebc2743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a4b0c8-ee8d-450d-855a-a179957fb6b4,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:39.668282 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-f7f63fdc-fc3d-4399-9e64-8bfc5ebc2743 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:39.751950 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2829ad3d-a826-480a-81e8-38fd47cc76d9 req-e735454a-0e12-4e6c-b5ba-1273a87e3498 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4190466
Dec 09 05:30:39.821296 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2664cb4-1701-4890-9b04-2753541b2dac req-d862c292-d7b6-4f2a-a4ec-b5f26c1abceb tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:39.823392 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e2664cb4-1701-4890-9b04-2753541b2dac req-d862c292-d7b6-4f2a-a4ec-b5f26c1abceb tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=4f9349b3-3183-4102-9447-9d927817bc75 HTTP/1.1" status: 200  len: 945 time: 0.1638186
Dec 09 05:30:39.863607 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e2b240-e814-4a77-9c57-1fee880fae08 req-63e1b8b2-b12c-4308-b7e9-b3b06a7014a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:39.864552 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-d7e2b240-e814-4a77-9c57-1fee880fae08 req-63e1b8b2-b12c-4308-b7e9-b3b06a7014a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3226941'] for port, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:39.866426 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d7e2b240-e814-4a77-9c57-1fee880fae08 req-63e1b8b2-b12c-4308-b7e9-b3b06a7014a9 service neutron] 10.222.0.59 "PUT /v2.0/ports/fe13aeac-bac0-42fe-96d0-5cb4f2cb5d82 HTTP/1.1" status: 200  len: 1158 time: 3.0164747
Dec 09 05:30:39.868307 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '605d5808-5bd5-4684-b378-98e3665f56e4', 'tag': 'fe13aeac-bac0-42fe-96d0-5cb4f2cb5d82'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:30:39.970179 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e2664cb4-1701-4890-9b04-2753541b2dac req-16bab667-6dcc-4bcc-993b-41024fc64f44 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1340203
Dec 09 05:30:40.131142 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f15e1b-750c-44d2-ad47-ceb98a4322eb req-5d8259d9-4c85-423e-a956-54cff6da3dc2 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:40.131953 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-81f15e1b-750c-44d2-ad47-ceb98a4322eb req-5d8259d9-4c85-423e-a956-54cff6da3dc2 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Synchronizing usage tracker for tenant:9201b4ea11f94e639e12c77d9a8399c8 on resource:port {{(pid=80246) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:30:40.154035 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-81f15e1b-750c-44d2-ad47-ceb98a4322eb req-5d8259d9-4c85-423e-a956-54cff6da3dc2 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Unset dirty status for tenant:9201b4ea11f94e639e12c77d9a8399c8 on resource:port {{(pid=80246) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:30:40.162716 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-81f15e1b-750c-44d2-ad47-ceb98a4322eb req-5d8259d9-4c85-423e-a956-54cff6da3dc2 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/ports?device_id=502d1b9e-4516-4c89-bce3-b368e5421be5 HTTP/1.1" status: 200  len: 944 time: 0.1758642
Dec 09 05:30:40.222498 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-81f15e1b-750c-44d2-ad47-ceb98a4322eb req-fb119f5a-a0a8-4c8c-a14e-a1cb5e89f021 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/security-groups?id=ecdb9fd2-1d3a-4252-8b98-f44c30285d67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0585685
Dec 09 05:30:40.309322 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '605d5808-5bd5-4684-b378-98e3665f56e4', 'tag': 'fe13aeac-bac0-42fe-96d0-5cb4f2cb5d82', 'status': 'completed', 'code': 200}
Dec 09 05:30:40.330584 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 60276) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:30:40.378912 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b4bd4547-45b9-4165-9903-d72f6ea5100b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:40.399858 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-b4bd4547-45b9-4165-9903-d72f6ea5100b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:30:40.404376 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-b4bd4547-45b9-4165-9903-d72f6ea5100b admin admin] Usage tracker for resource:security_group_rule and tenant:2e52821ae26a4a1eb2a685028d5da7ca is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:30:40.408779 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-b4bd4547-45b9-4165-9903-d72f6ea5100b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:30:40.415068 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-b4bd4547-45b9-4165-9903-d72f6ea5100b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:30:40.519906 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b4bd4547-45b9-4165-9903-d72f6ea5100b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:40.523300 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b4bd4547-45b9-4165-9903-d72f6ea5100b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:40.533858 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-267b7daf-f844-4ad5-9e80-d4f593410392 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:40.565781 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-b4bd4547-45b9-4165-9903-d72f6ea5100b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2e52821ae26a4a1eb2a685028d5da7ca&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2335162
Dec 09 05:30:40.568863 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 60288) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:30:40.588864 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bd4547-45b9-4165-9903-d72f6ea5100b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f4f62bd-f740-45a5-b00b-49eee3776122,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:40.604124 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-b4bd4547-45b9-4165-9903-d72f6ea5100b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:40.689843 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0b30ad24-e6dd-4968-9c8e-c740925dc877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:40.728746 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0b30ad24-e6dd-4968-9c8e-c740925dc877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:40.742788 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device 67442362-ddcc-4233-80fd-dfccb586d81d up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:30:40.800856 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0b30ad24-e6dd-4968-9c8e-c740925dc877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:40.805444 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:40.822351 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b30ad24-e6dd-4968-9c8e-c740925dc877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f4f62bd-f740-45a5-b00b-49eee3776122,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:40.825475 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-0b30ad24-e6dd-4968-9c8e-c740925dc877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:40.830942 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0b30ad24-e6dd-4968-9c8e-c740925dc877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:40.833383 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-0b30ad24-e6dd-4968-9c8e-c740925dc877 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4f4f62bd-f740-45a5-b00b-49eee3776122 HTTP/1.1" status: 204  len: 168 time: 0.2628942
Dec 09 05:30:40.970773 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning for port 67442362-ddcc-4233-80fd-dfccb586d81d completed by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 09 05:30:40.978022 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port 67442362-ddcc-4233-80fd-dfccb586d81d triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:30:40.978455 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:41.123260 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:41.155492 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '502d1b9e-4516-4c89-bce3-b368e5421be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67442362-ddcc-4233-80fd-dfccb586d81d'}] {{(pid=80247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:30:41.167963 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 60312) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:30:41.169257 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] For port 67442362-ddcc-4233-80fd-dfccb586d81d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=67442362-ddcc-4233-80fd-dfccb586d81d,segment=NetworkSegment(cd7393d7-7f78-4ab1-8639-f6501869916c),segment_id=cd7393d7-7f78-4ab1-8639-f6501869916c)] {{(pid=80247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:30:41.174154 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:41.176238 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:41.248334 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Pushing event updated for resources: {'Port': ['ID=67442362-ddcc-4233-80fd-dfccb586d81d,revision_number=4']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:41.252957 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:41.354351 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-99965703-3ff2-4bf9-bd24-a7330cd9878f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:41.385049 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-99965703-3ff2-4bf9-bd24-a7330cd9878f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:30:41.393444 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-99965703-3ff2-4bf9-bd24-a7330cd9878f admin admin] Usage tracker for resource:security_group_rule and tenant:c75bd37ef984478a8450dedec5e06e6e is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:30:41.398968 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-99965703-3ff2-4bf9-bd24-a7330cd9878f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:30:41.409478 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-99965703-3ff2-4bf9-bd24-a7330cd9878f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:30:41.525575 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-99965703-3ff2-4bf9-bd24-a7330cd9878f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:41.529933 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-99965703-3ff2-4bf9-bd24-a7330cd9878f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:41.540486 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:41.587616 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-99965703-3ff2-4bf9-bd24-a7330cd9878f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c75bd37ef984478a8450dedec5e06e6e&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4183159
Dec 09 05:30:41.592220 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 60330) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:30:41.595412 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99965703-3ff2-4bf9-bd24-a7330cd9878f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a27716-720d-4b02-ae71-2f5275ddf257,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:41.599283 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-99965703-3ff2-4bf9-bd24-a7330cd9878f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:41.677586 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e257f32e-2ca6-4585-af9f-ff5b12caeee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:41.712065 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e257f32e-2ca6-4585-af9f-ff5b12caeee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:41.788484 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e257f32e-2ca6-4585-af9f-ff5b12caeee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:41.798153 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:41.825566 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e257f32e-2ca6-4585-af9f-ff5b12caeee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a27716-720d-4b02-ae71-2f5275ddf257,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:41.829998 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e257f32e-2ca6-4585-af9f-ff5b12caeee5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:41.834267 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e257f32e-2ca6-4585-af9f-ff5b12caeee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:41.846995 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-e257f32e-2ca6-4585-af9f-ff5b12caeee5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e7a27716-720d-4b02-ae71-2f5275ddf257 HTTP/1.1" status: 204  len: 168 time: 0.2531652
Dec 09 05:30:42.857220 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e6123f-4438-4ad8-8acf-c03e6f5a0d7f req-0faae016-f326-45d7-9b84-8944acfbd5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:42.858728 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device 67442362-ddcc-4233-80fd-dfccb586d81d up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:30:42.866022 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-06e6123f-4438-4ad8-8acf-c03e6f5a0d7f req-0faae016-f326-45d7-9b84-8944acfbd5a6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c66dfb6ad0d4440d9fde314bc8bf155a&device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 1161 time: 0.1724656
Dec 09 05:30:43.073868 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port 67442362-ddcc-4233-80fd-dfccb586d81d triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:30:43.075180 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:43.138961 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924c782a-097e-4559-890d-eba0667e8533 req-37f6ab4c-4965-498d-b182-bdfb6c13efbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:43.142531 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-924c782a-097e-4559-890d-eba0667e8533 req-37f6ab4c-4965-498d-b182-bdfb6c13efbc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f2e56e35acf649b3b3156dba09242a4f&device_id=4f9349b3-3183-4102-9447-9d927817bc75 HTTP/1.1" status: 200  len: 1162 time: 0.2716002
Dec 09 05:30:43.182910 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e6123f-4438-4ad8-8acf-c03e6f5a0d7f req-f1c016d0-ee7a-44ac-839d-720a9dcfef50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:43.184599 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-06e6123f-4438-4ad8-8acf-c03e6f5a0d7f req-f1c016d0-ee7a-44ac-839d-720a9dcfef50 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=c66dfb6ad0d4440d9fde314bc8bf155a&shared=False HTTP/1.1" status: 200  len: 910 time: 0.3111877
Dec 09 05:30:43.481303 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924c782a-097e-4559-890d-eba0667e8533 req-b9409804-1cc3-445a-8b7e-77e80f18270a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:43.483143 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-924c782a-097e-4559-890d-eba0667e8533 req-b9409804-1cc3-445a-8b7e-77e80f18270a service neutron] 10.222.0.59 "GET /v2.0/networks?id=06891e77-d716-4108-aee5-befcd6bf9ea6 HTTP/1.1" status: 200  len: 912 time: 0.3319931
Dec 09 05:30:43.626574 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-924c782a-097e-4559-890d-eba0667e8533 req-d2df2090-0911-407f-8e4e-d7640608b869 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63da4ecf-6bac-4066-8654-373bf3a8862a HTTP/1.1" status: 200  len: 217 time: 0.1345913
Dec 09 05:30:43.708040 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e6123f-4438-4ad8-8acf-c03e6f5a0d7f req-9e7563ff-316c-4fab-a601-110ff22af7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:43.709695 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-06e6123f-4438-4ad8-8acf-c03e6f5a0d7f req-9e7563ff-316c-4fab-a601-110ff22af7be service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.5185118
Dec 09 05:30:43.744994 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456daa8a-118f-461f-b061-09e4ea733012 req-4939ddbf-8446-4d94-a88d-ff47e2853149 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:43.753250 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-456daa8a-118f-461f-b061-09e4ea733012 req-4939ddbf-8446-4d94-a88d-ff47e2853149 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=4f9349b3-3183-4102-9447-9d927817bc75 HTTP/1.1" status: 200  len: 945 time: 0.1797464
Dec 09 05:30:43.834524 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-456daa8a-118f-461f-b061-09e4ea733012 req-96be8860-220d-41ea-ae87-ecd7f68bdfe1 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0802219
Dec 09 05:30:43.872638 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924c782a-097e-4559-890d-eba0667e8533 req-44aec94c-16b5-43c0-b271-f94214ace7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:43.878175 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-924c782a-097e-4559-890d-eba0667e8533 req-44aec94c-16b5-43c0-b271-f94214ace7b5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f0a74771-7cf7-44b6-a932-ab6aa0c12e99 HTTP/1.1" status: 200  len: 858 time: 0.2441118
Dec 09 05:30:43.983061 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '502d1b9e-4516-4c89-bce3-b368e5421be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67442362-ddcc-4233-80fd-dfccb586d81d', 'code': 200}
Dec 09 05:30:44.012028 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e2b240-e814-4a77-9c57-1fee880fae08 req-a840d015-1a4c-4a64-9275-838d1772408a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:44.013733 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d7e2b240-e814-4a77-9c57-1fee880fae08 req-a840d015-1a4c-4a64-9275-838d1772408a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c66dfb6ad0d4440d9fde314bc8bf155a&device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 1161 time: 0.1781223
Dec 09 05:30:44.096168 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-924c782a-097e-4559-890d-eba0667e8533 req-c72f3225-6a0c-4997-a35b-b11179802930 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=06891e77-d716-4108-aee5-befcd6bf9ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1177607
Dec 09 05:30:44.172597 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d7e2b240-e814-4a77-9c57-1fee880fae08 req-18bd1996-69ba-4e70-b254-99d4ab39b917 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe13aeac-bac0-42fe-96d0-5cb4f2cb5d82 HTTP/1.1" status: 200  len: 217 time: 0.1460483
Dec 09 05:30:44.325121 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 60404) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:30:44.419862 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-924c782a-097e-4559-890d-eba0667e8533 req-3e4c41e7-9f1f-4f8d-8cb3-2d4df77b3d61 service neutron] 10.222.0.59 "GET /v2.0/networks/06891e77-d716-4108-aee5-befcd6bf9ea6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3055303
Dec 09 05:30:44.430135 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ce294-c6d5-4377-a7e9-914737a72539 req-e671d381-4605-47ae-bf88-cbbc3c73c372 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:44.432513 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615292bd-efd6-4372-b8ac-faacc11e9e81 req-80492afa-3470-48b6-b42c-a64c0c262bf1 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:44.438896 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-808ce294-c6d5-4377-a7e9-914737a72539 req-e671d381-4605-47ae-bf88-cbbc3c73c372 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 944 time: 0.5588703
Dec 09 05:30:44.441277 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-615292bd-efd6-4372-b8ac-faacc11e9e81 req-80492afa-3470-48b6-b42c-a64c0c262bf1 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/ports?device_id=502d1b9e-4516-4c89-bce3-b368e5421be5 HTTP/1.1" status: 200  len: 946 time: 0.2556021
Dec 09 05:30:44.514552 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-615292bd-efd6-4372-b8ac-faacc11e9e81 req-5dd7cabb-e467-4d59-9c7f-f8996317a722 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/security-groups?id=ecdb9fd2-1d3a-4252-8b98-f44c30285d67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0720167
Dec 09 05:30:44.564302 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b710c8-ac7e-4cda-8fcc-14812007446a req-c8aaa7c5-5a4e-4fe7-bf1b-df20d080534f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:44.566465 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-69b710c8-ac7e-4cda-8fcc-14812007446a req-c8aaa7c5-5a4e-4fe7-bf1b-df20d080534f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=502d1b9e-4516-4c89-bce3-b368e5421be5 HTTP/1.1" status: 200  len: 1163 time: 0.1971512
Dec 09 05:30:44.568575 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e2b240-e814-4a77-9c57-1fee880fae08 req-d3dd171f-9337-4ccb-9bdc-a8e73239815b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:44.570399 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d7e2b240-e814-4a77-9c57-1fee880fae08 req-d3dd171f-9337-4ccb-9bdc-a8e73239815b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f2d416e2-18e0-4718-bf66-1cf63cef4f47 HTTP/1.1" status: 200  len: 855 time: 0.3194709
Dec 09 05:30:44.681901 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-69b710c8-ac7e-4cda-8fcc-14812007446a req-d3a40318-6f31-4dec-8167-f96aebd1765d service neutron] Synchronizing usage tracker for tenant:347a23895cb24555b7b8385749657e43 on resource:security_group {{(pid=80246) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:30:44.682097 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-808ce294-c6d5-4377-a7e9-914737a72539 req-da043624-1290-4ab6-af88-51b1b5f2d456 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2391820
Dec 09 05:30:44.686073 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-924c782a-097e-4559-890d-eba0667e8533 req-7511291e-1bbc-4ce2-9208-d727463bd55d service neutron] 10.222.0.59 "GET /v2.0/networks/06891e77-d716-4108-aee5-befcd6bf9ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2455912
Dec 09 05:30:44.717031 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e474a0c7-3d4c-4e0c-b309-f1c623bf6e38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:44.723051 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-69b710c8-ac7e-4cda-8fcc-14812007446a req-d3a40318-6f31-4dec-8167-f96aebd1765d service neutron] Unset dirty status for tenant:347a23895cb24555b7b8385749657e43 on resource:security_group {{(pid=80246) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:30:44.724460 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-69b710c8-ac7e-4cda-8fcc-14812007446a req-d3a40318-6f31-4dec-8167-f96aebd1765d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ecdb9fd2-1d3a-4252-8b98-f44c30285d67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1446712
Dec 09 05:30:44.729313 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e2b240-e814-4a77-9c57-1fee880fae08 req-623b24f5-d4a2-4134-9dd7-6a01157417e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:44.731003 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d7e2b240-e814-4a77-9c57-1fee880fae08 req-623b24f5-d4a2-4134-9dd7-6a01157417e1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=213a2199-d44a-4f31-a99f-f2fcf48b8a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1491418
Dec 09 05:30:44.748449 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-e474a0c7-3d4c-4e0c-b309-f1c623bf6e38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:30:44.753847 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-e474a0c7-3d4c-4e0c-b309-f1c623bf6e38 admin admin] Usage tracker for resource:security_group_rule and tenant:34a213b08f104d29a6e743da1b9d1c60 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:30:44.757932 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-e474a0c7-3d4c-4e0c-b309-f1c623bf6e38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:30:44.764119 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-e474a0c7-3d4c-4e0c-b309-f1c623bf6e38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:30:44.909431 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e474a0c7-3d4c-4e0c-b309-f1c623bf6e38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:44.913367 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e474a0c7-3d4c-4e0c-b309-f1c623bf6e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:44.934680 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:45.034862 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-e474a0c7-3d4c-4e0c-b309-f1c623bf6e38 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=34a213b08f104d29a6e743da1b9d1c60&name=default HTTP/1.1" status: 200  len: 2879 time: 0.6899564
Dec 09 05:30:45.038188 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 60432) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:30:45.042057 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e474a0c7-3d4c-4e0c-b309-f1c623bf6e38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77628eb0-3262-4284-9f0a-838dd1b58162,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:45.059178 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e474a0c7-3d4c-4e0c-b309-f1c623bf6e38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:45.134480 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b23ad9e4-5245-41fc-b4d8-f1e1318a2900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:45.180714 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d7e2b240-e814-4a77-9c57-1fee880fae08 req-8f61a1fd-18c4-4eaf-860e-7430f31a100c service neutron] 10.222.0.59 "GET /v2.0/networks/213a2199-d44a-4f31-a99f-f2fcf48b8a5b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2292874
Dec 09 05:30:45.187763 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b23ad9e4-5245-41fc-b4d8-f1e1318a2900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:45.204669 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a116d8c-5045-461e-aa47-0a2cca863c3d req-991ffaf3-caf6-44e7-8209-ced8b9ac71c1 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:45.206381 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2a116d8c-5045-461e-aa47-0a2cca863c3d req-991ffaf3-caf6-44e7-8209-ced8b9ac71c1 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=4f9349b3-3183-4102-9447-9d927817bc75 HTTP/1.1" status: 200  len: 945 time: 0.1409776
Dec 09 05:30:45.249768 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b23ad9e4-5245-41fc-b4d8-f1e1318a2900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:45.257200 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-f7f63fdc-fc3d-4399-9e64-8bfc5ebc2743 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:45.273323 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23ad9e4-5245-41fc-b4d8-f1e1318a2900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77628eb0-3262-4284-9f0a-838dd1b58162,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:45.295585 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-b23ad9e4-5245-41fc-b4d8-f1e1318a2900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:45.296629 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b23ad9e4-5245-41fc-b4d8-f1e1318a2900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:45.297756 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-b23ad9e4-5245-41fc-b4d8-f1e1318a2900 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/77628eb0-3262-4284-9f0a-838dd1b58162 HTTP/1.1" status: 204  len: 168 time: 0.2583594
Dec 09 05:30:45.396525 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2a116d8c-5045-461e-aa47-0a2cca863c3d req-5a7b845b-cbec-4756-8c25-e3b04c4d53dc tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1828184
Dec 09 05:30:45.435402 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d7e2b240-e814-4a77-9c57-1fee880fae08 req-5df452dc-2ede-495f-bcf5-b17206db316a service neutron] 10.222.0.59 "GET /v2.0/networks/213a2199-d44a-4f31-a99f-f2fcf48b8a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2195737
Dec 09 05:30:45.735142 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 60442) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:30:45.745586 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c641a-2185-4a4e-9571-d9f2f651b751 req-daeb5771-38d8-4a75-b366-e30e5e374aa3 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:45.747314 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-461c641a-2185-4a4e-9571-d9f2f651b751 req-daeb5771-38d8-4a75-b366-e30e5e374aa3 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/ports?device_id=502d1b9e-4516-4c89-bce3-b368e5421be5 HTTP/1.1" status: 200  len: 946 time: 0.0956049
Dec 09 05:30:45.771576 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2966bcb2-b68f-474b-bb26-f1f1c9df42b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:45.793693 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ecbe0c09-17e2-4226-a300-4b33c3ca8f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:45.798078 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-2966bcb2-b68f-474b-bb26-f1f1c9df42b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:30:45.803128 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-2966bcb2-b68f-474b-bb26-f1f1c9df42b7 admin admin] Usage tracker for resource:security_group_rule and tenant:13b73510afcd43c1ad4447d765a065fa is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:30:45.807834 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-2966bcb2-b68f-474b-bb26-f1f1c9df42b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:30:45.815731 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-2966bcb2-b68f-474b-bb26-f1f1c9df42b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:30:45.824426 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-461c641a-2185-4a4e-9571-d9f2f651b751 req-cc258115-9f20-40b0-ba93-765570b73594 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/security-groups?id=ecdb9fd2-1d3a-4252-8b98-f44c30285d67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0612628
Dec 09 05:30:45.956657 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2966bcb2-b68f-474b-bb26-f1f1c9df42b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:45.963913 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2966bcb2-b68f-474b-bb26-f1f1c9df42b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:45.972960 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e2a2cd09-2f5e-499f-b18b-dd54a65dd9e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:46.028584 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-2966bcb2-b68f-474b-bb26-f1f1c9df42b7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=13b73510afcd43c1ad4447d765a065fa&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2917528
Dec 09 05:30:46.031751 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2966bcb2-b68f-474b-bb26-f1f1c9df42b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0cf553f-4ee2-4e79-93c9-18cb33926013,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:46.032708 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 60448) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:30:46.035488 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-2966bcb2-b68f-474b-bb26-f1f1c9df42b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:46.060135 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6379b93b-e0e5-436c-af2a-dda8310a6e13 req-3bed0715-6d42-480b-95a0-feb26a85118a tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:46.061938 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6379b93b-e0e5-436c-af2a-dda8310a6e13 req-3bed0715-6d42-480b-95a0-feb26a85118a tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 944 time: 0.1540766
Dec 09 05:30:46.104624 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-43f6d848-072b-4d7d-ab81-ab1c6307c3d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:46.115364 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6379b93b-e0e5-436c-af2a-dda8310a6e13 req-b85568fc-0343-470d-9374-14409fb98c1e tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446317
Dec 09 05:30:46.134067 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-43f6d848-072b-4d7d-ab81-ab1c6307c3d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:46.187193 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-43f6d848-072b-4d7d-ab81-ab1c6307c3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:46.193547 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ae960415-95b8-4052-83fc-3f589938c6fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:46.205133 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f6d848-072b-4d7d-ab81-ab1c6307c3d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0cf553f-4ee2-4e79-93c9-18cb33926013,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:46.210179 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-43f6d848-072b-4d7d-ab81-ab1c6307c3d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:46.212217 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-43f6d848-072b-4d7d-ab81-ab1c6307c3d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:46.213429 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-43f6d848-072b-4d7d-ab81-ab1c6307c3d8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b0cf553f-4ee2-4e79-93c9-18cb33926013 HTTP/1.1" status: 204  len: 168 time: 0.1795745
Dec 09 05:30:46.776601 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bfe2b9-5586-4b69-8b2c-fd138db8e7af req-59da5f9d-f328-473a-90bb-d8552411e525 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:46.779631 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-39bfe2b9-5586-4b69-8b2c-fd138db8e7af req-59da5f9d-f328-473a-90bb-d8552411e525 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=4f9349b3-3183-4102-9447-9d927817bc75 HTTP/1.1" status: 200  len: 945 time: 0.1445997
Dec 09 05:30:46.869231 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-39bfe2b9-5586-4b69-8b2c-fd138db8e7af req-3570ec1d-8023-4a1c-89b4-bb1d6040d5f7 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0812800
Dec 09 05:30:46.875535 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device 67442362-ddcc-4233-80fd-dfccb586d81d up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:30:47.019568 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port 67442362-ddcc-4233-80fd-dfccb586d81d triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:30:47.020807 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:47.119296 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f3d75-2074-47c6-825b-cad12b8487e3 req-aa883388-dcc6-4b1f-b1e4-8b020ea98df4 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:47.128588 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-144f3d75-2074-47c6-825b-cad12b8487e3 req-aa883388-dcc6-4b1f-b1e4-8b020ea98df4 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/ports?device_id=502d1b9e-4516-4c89-bce3-b368e5421be5 HTTP/1.1" status: 200  len: 946 time: 0.1197062
Dec 09 05:30:47.203669 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-144f3d75-2074-47c6-825b-cad12b8487e3 req-34d0d68c-af97-43ab-9680-d3018324184d tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/security-groups?id=ecdb9fd2-1d3a-4252-8b98-f44c30285d67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0732155
Dec 09 05:30:47.401949 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-cc719497-8e85-4418-9fde-ce322d0c54c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:47.512471 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5edfd4-067e-4220-afda-02d52f0cc71c req-690b2f98-8367-45fe-8a52-a1ab3c97237d tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:47.519592 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1a5edfd4-067e-4220-afda-02d52f0cc71c req-690b2f98-8367-45fe-8a52-a1ab3c97237d tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/ports?device_id=502d1b9e-4516-4c89-bce3-b368e5421be5 HTTP/1.1" status: 200  len: 946 time: 0.1258779
Dec 09 05:30:47.525409 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 60494) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:30:47.532241 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-2bfb8d66-c85d-47c8-ad07-856603bed35e tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Request body: {'floatingip': {'port_id': '67442362-ddcc-4233-80fd-dfccb586d81d'}} {{(pid=80246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:30:47.608805 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe08af-fd9d-411c-9ca0-926b1cfbf649 req-e2464287-7d66-4019-a8fb-98d1e81536f9 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:47.621208 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0afe08af-fd9d-411c-9ca0-926b1cfbf649 req-e2464287-7d66-4019-a8fb-98d1e81536f9 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 944 time: 0.1476016
Dec 09 05:30:47.633627 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2bfb8d66-c85d-47c8-ad07-856603bed35e tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks [] for floatingip, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:47.737965 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0afe08af-fd9d-411c-9ca0-926b1cfbf649 req-14dd8ada-f969-4d72-9b15-04815b3f255c tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1155365
Dec 09 05:30:48.208152 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d667687f-70e4-40ee-92a5-0e371b53b2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:48.352964 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 60518) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:30:48.579998 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1fd9d049-a8c7-41f9-9139-329d1e3edfcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:48.608599 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-1fd9d049-a8c7-41f9-9139-329d1e3edfcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:30:48.615576 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-1fd9d049-a8c7-41f9-9139-329d1e3edfcc admin admin] Usage tracker for resource:security_group_rule and tenant:a456ad21e66341abae9657700d8c85c2 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:30:48.619528 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-1fd9d049-a8c7-41f9-9139-329d1e3edfcc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:30:48.628180 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-1fd9d049-a8c7-41f9-9139-329d1e3edfcc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:30:48.664368 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f91a4-af46-40fd-85a3-713854b65b08 req-ff56db7f-d722-426e-95f4-053e46873962 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:48.666273 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b85f91a4-af46-40fd-85a3-713854b65b08 req-ff56db7f-d722-426e-95f4-053e46873962 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=4f9349b3-3183-4102-9447-9d927817bc75 HTTP/1.1" status: 200  len: 945 time: 0.6253762
Dec 09 05:30:48.804611 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1fd9d049-a8c7-41f9-9139-329d1e3edfcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:48.810652 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1fd9d049-a8c7-41f9-9139-329d1e3edfcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:48.845169 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:48.912897 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd9d049-a8c7-41f9-9139-329d1e3edfcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98403324-81ff-4865-a535-47d0537b00ec,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:48.940572 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-1fd9d049-a8c7-41f9-9139-329d1e3edfcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:48.976476 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-1fd9d049-a8c7-41f9-9139-329d1e3edfcc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a456ad21e66341abae9657700d8c85c2&name=default HTTP/1.1" status: 200  len: 2879 time: 0.6209641
Dec 09 05:30:48.979212 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 60542) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:30:48.982091 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:49.059748 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b85f91a4-af46-40fd-85a3-713854b65b08 req-96bf8d7c-a67e-449d-b63a-93f05cfc3157 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2272468
Dec 09 05:30:49.119684 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2dad682d-4379-4a21-88ed-6a398b9fab05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:49.178603 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2dad682d-4379-4a21-88ed-6a398b9fab05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:49.200207 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f4650-46b1-4280-9b13-6aac01f417f9 req-22243923-d0a2-45c3-b4b6-52ac9795acf0 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:49.201943 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f62f4650-46b1-4280-9b13-6aac01f417f9 req-22243923-d0a2-45c3-b4b6-52ac9795acf0 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 944 time: 0.1934996
Dec 09 05:30:49.273846 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f62f4650-46b1-4280-9b13-6aac01f417f9 req-3a358b91-f992-4be5-b1e7-b0920f2bdb48 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0639410
Dec 09 05:30:49.298342 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2dad682d-4379-4a21-88ed-6a398b9fab05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:49.304970 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-b23ad9e4-5245-41fc-b4d8-f1e1318a2900 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:49.307445 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2bfb8d66-c85d-47c8-ad07-856603bed35e tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks [] for floatingip, precommit_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:49.313953 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2bfb8d66-c85d-47c8-ad07-856603bed35e tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851028540'] for floatingip, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:49.325766 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dad682d-4379-4a21-88ed-6a398b9fab05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98403324-81ff-4865-a535-47d0537b00ec,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:49.330334 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-2dad682d-4379-4a21-88ed-6a398b9fab05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:49.334502 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2dad682d-4379-4a21-88ed-6a398b9fab05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:49.335818 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-2dad682d-4379-4a21-88ed-6a398b9fab05 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/98403324-81ff-4865-a535-47d0537b00ec HTTP/1.1" status: 204  len: 168 time: 0.3531237
Dec 09 05:30:49.524311 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.db.l3_db [None req-2bfb8d66-c85d-47c8-ad07-856603bed35e tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Floating IP 92d5803f-36b9-4ed8-869c-351033e9a2e8 associated. External IP: 172.27.2.196, port: 67442362-ddcc-4233-80fd-dfccb586d81d.
Dec 09 05:30:49.604479 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device fe13aeac-bac0-42fe-96d0-5cb4f2cb5d82 up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:30:49.772220 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning for port fe13aeac-bac0-42fe-96d0-5cb4f2cb5d82 completed by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 09 05:30:49.778097 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port fe13aeac-bac0-42fe-96d0-5cb4f2cb5d82 triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:30:49.778712 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:49.990601 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:50.061012 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] For port fe13aeac-bac0-42fe-96d0-5cb4f2cb5d82, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=fe13aeac-bac0-42fe-96d0-5cb4f2cb5d82,segment=NetworkSegment(d2ba5cc2-7dc0-4439-9bab-bd1dc2090790),segment_id=d2ba5cc2-7dc0-4439-9bab-bd1dc2090790)] {{(pid=80247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:30:50.061012 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605d5808-5bd5-4684-b378-98e3665f56e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe13aeac-bac0-42fe-96d0-5cb4f2cb5d82'}] {{(pid=80247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:30:50.080824 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-858fc187-cc56-4aeb-a3e2-00a52ab9489b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:50.086305 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:50.088326 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-01a825ce-8779-41c5-9a5f-53d6ac125581 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:50.265666 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Pushing event updated for resources: {'Port': ['ID=fe13aeac-bac0-42fe-96d0-5cb4f2cb5d82,revision_number=4']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:50.267438 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a25f5979-8b00-44f3-8c58-7e5fcd561f99 req-3bb9f96a-37ec-408e-9467-fc347b0aa3c7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c2565b35-11d7-44cb-8c25-428102a7c7b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1625795
Dec 09 05:30:50.273261 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '605d5808-5bd5-4684-b378-98e3665f56e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe13aeac-bac0-42fe-96d0-5cb4f2cb5d82', 'code': 200}
Dec 09 05:30:50.274174 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:50.291552 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bfb8d66-c85d-47c8-ad07-856603bed35e tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Router 8559d66b-25fc-4afc-9c49-1405a5074c84 has already been hosted by L3 agent 16cb43a9-cd2d-4531-acd4-2457db4a9ad2 {{(pid=80246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 09 05:30:50.518619 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256908b7-69b5-444a-851f-169daa8c045e req-478386b6-9c09-4d12-9f22-875ec2035e43 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:50.520389 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-256908b7-69b5-444a-851f-169daa8c045e req-478386b6-9c09-4d12-9f22-875ec2035e43 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=4f9349b3-3183-4102-9447-9d927817bc75 HTTP/1.1" status: 200  len: 945 time: 0.2514246
Dec 09 05:30:50.612508 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-256908b7-69b5-444a-851f-169daa8c045e req-da40b31b-14be-4b85-ba0d-91f8b4fb9dc3 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849221
Dec 09 05:30:50.885796 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device fe13aeac-bac0-42fe-96d0-5cb4f2cb5d82 up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:30:50.964219 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port fe13aeac-bac0-42fe-96d0-5cb4f2cb5d82 triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:30:50.964893 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:50.978953 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 60596) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:30:51.112777 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bfb8d66-c85d-47c8-ad07-856603bed35e tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify agent at l3_agent.dv-cinder-763306-6-iscsi the message routers_updated {{(pid=80246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 09 05:30:51.123810 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25f5979-8b00-44f3-8c58-7e5fcd561f99 req-4b203dbd-d6c1-472f-b4d6-17ac5206374e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:51.127259 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a25f5979-8b00-44f3-8c58-7e5fcd561f99 req-4b203dbd-d6c1-472f-b4d6-17ac5206374e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6eccf6ce870243d1985d0f145b48f27f&device_id=c2565b35-11d7-44cb-8c25-428102a7c7b9 HTTP/1.1" status: 200  len: 1163 time: 0.5506730
Dec 09 05:30:51.142661 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea1682-15dc-4095-9ca1-d24de44bbf13 req-6dfbbfaa-589e-4625-bff5-c7fcddd1475c tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:51.147666 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-92ea1682-15dc-4095-9ca1-d24de44bbf13 req-6dfbbfaa-589e-4625-bff5-c7fcddd1475c tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 946 time: 0.5123856
Dec 09 05:30:51.152705 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89442569-77fb-4c64-9645-cda5bb7b2e6d None None] Sync routers for ids ['8559d66b-25fc-4afc-9c49-1405a5074c84'] in dv-cinder-763306-6-iscsi {{(pid=80248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 09 05:30:51.173873 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89442569-77fb-4c64-9645-cda5bb7b2e6d None None] Routers {'8559d66b-25fc-4afc-9c49-1405a5074c84'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:30:51.175213 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-89442569-77fb-4c64-9645-cda5bb7b2e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff812a978>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:30:47Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['8559d66b-25fc-4afc-9c49-1405a5074c84'], 'active': True} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:30:51.207270 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2bfb8d66-c85d-47c8-ad07-856603bed35e tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870'] for floatingip, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:51.246501 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-2371783f-d0fe-4073-af44-c1a97deb0a4c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1565234444-network', 'tenant_id': '01ec2b224b424d04bbe7e5a9c52a66d5'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:30:51.256196 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-2371783f-d0fe-4073-af44-c1a97deb0a4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:30:51.267801 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-2371783f-d0fe-4073-af44-c1a97deb0a4c admin admin] Usage tracker for resource:network and tenant:01ec2b224b424d04bbe7e5a9c52a66d5 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:30:51.273337 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-2371783f-d0fe-4073-af44-c1a97deb0a4c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:30:51.296190 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-2371783f-d0fe-4073-af44-c1a97deb0a4c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:30:51.334422 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2371783f-d0fe-4073-af44-c1a97deb0a4c admin admin] Made reservation on behalf of 01ec2b224b424d04bbe7e5a9c52a66d5 for: {'network': 1} {{(pid=80245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 09 05:30:51.346209 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2371783f-d0fe-4073-af44-c1a97deb0a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for network, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:51.391184 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2371783f-d0fe-4073-af44-c1a97deb0a4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:51.425524 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-2371783f-d0fe-4073-af44-c1a97deb0a4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:30:51.433056 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-2371783f-d0fe-4073-af44-c1a97deb0a4c admin admin] Usage tracker for resource:security_group_rule and tenant:01ec2b224b424d04bbe7e5a9c52a66d5 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:30:51.439085 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-2371783f-d0fe-4073-af44-c1a97deb0a4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:30:51.450288 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-2371783f-d0fe-4073-af44-c1a97deb0a4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:30:51.492891 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-2bfb8d66-c85d-47c8-ad07-856603bed35e tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "PUT /v2.0/floatingips/92d5803f-36b9-4ed8-869c-351033e9a2e8 HTTP/1.1" status: 200  len: 992 time: 3.9636388
Dec 09 05:30:51.500047 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '502d1b9e-4516-4c89-bce3-b368e5421be5', 'tag': '67442362-ddcc-4233-80fd-dfccb586d81d'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:30:51.536219 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-92ea1682-15dc-4095-9ca1-d24de44bbf13 req-527c66a1-f720-4599-a53c-ae73a0d2ae97 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3686483
Dec 09 05:30:51.541664 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853165c-321e-46db-961c-5954d005e50c req-575b7851-5a89-49d0-8004-18060cf7c283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:51.543587 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8853165c-321e-46db-961c-5954d005e50c req-575b7851-5a89-49d0-8004-18060cf7c283 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 1163 time: 0.9033556
Dec 09 05:30:51.563322 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-89442569-77fb-4c64-9645-cda5bb7b2e6d None None] Set router 8559d66b-25fc-4afc-9c49-1405a5074c84 gateway port host: dv-cinder-763306-6-iscsi {{(pid=80248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:30:51.635938 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8853165c-321e-46db-961c-5954d005e50c req-7df76441-d621-4d45-9a9e-7f87983f14b6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0832105
Dec 09 05:30:51.646059 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25f5979-8b00-44f3-8c58-7e5fcd561f99 req-3f1279b8-27db-4d72-9491-47e77e925352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:51.649164 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a25f5979-8b00-44f3-8c58-7e5fcd561f99 req-3f1279b8-27db-4d72-9491-47e77e925352 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c35ae514-c0a3-4dd6-86f3-408f005aa8d5 HTTP/1.1" status: 200  len: 906 time: 0.4453578
Dec 09 05:30:51.672263 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2371783f-d0fe-4073-af44-c1a97deb0a4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:51.678206 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2371783f-d0fe-4073-af44-c1a97deb0a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:51.683103 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-57d720fd-5c6c-4b8e-8521-4d7d72ddb3e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:51.725011 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2371783f-d0fe-4073-af44-c1a97deb0a4c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 09 05:30:51.731823 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2371783f-d0fe-4073-af44-c1a97deb0a4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec58b73c-c7a7-470e-ae92-a9b232863e2a,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:51.736534 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-2371783f-d0fe-4073-af44-c1a97deb0a4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:51.740666 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2371783f-d0fe-4073-af44-c1a97deb0a4c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787496670511', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638805'] for segment, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:51.741113 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.db.segments_db [None req-2371783f-d0fe-4073-af44-c1a97deb0a4c admin admin] Added segment 19078054-d988-44d0-8749-e725b73e73ce of type vxlan for network 9aea0a2f-14fb-4990-ae4d-5b682071e14d
Dec 09 05:30:51.775775 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '502d1b9e-4516-4c89-bce3-b368e5421be5', 'tag': '67442362-ddcc-4233-80fd-dfccb586d81d', 'status': 'completed', 'code': 200}
Dec 09 05:30:51.817754 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2371783f-d0fe-4073-af44-c1a97deb0a4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363249358512056'] for network, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:51.902881 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2371783f-d0fe-4073-af44-c1a97deb0a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854364948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894'] for network, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:51.904198 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2371783f-d0fe-4073-af44-c1a97deb0a4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:51.904851 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2371783f-d0fe-4073-af44-c1a97deb0a4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3226941'] for network, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:51.944463 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-dd4be7ed-5f56-4c3e-aee5-5845d8ce10f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:51.967082 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-2371783f-d0fe-4073-af44-c1a97deb0a4c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.9865630
Dec 09 05:30:51.978365 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 60630) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:30:51.980280 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a25f5979-8b00-44f3-8c58-7e5fcd561f99 req-8d8e7b11-da2d-4c5e-83d5-5ff2b6643daa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=373a73aa-92c1-4f00-adc3-06673ee910b8 HTTP/1.1" status: 200  len: 217 time: 0.1145127
Dec 09 05:30:51.991414 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-73d37837-256e-4600-aa56-21b3033971f6 admin admin] Request body: {'subnet': {'network_id': '9aea0a2f-14fb-4990-ae4d-5b682071e14d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1565234444-subnet', 'tenant_id': '01ec2b224b424d04bbe7e5a9c52a66d5', 'ip_version': 4}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:30:52.073794 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-73d37837-256e-4600-aa56-21b3033971f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:30:52.079498 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-73d37837-256e-4600-aa56-21b3033971f6 admin admin] Usage tracker for resource:subnet and tenant:01ec2b224b424d04bbe7e5a9c52a66d5 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:30:52.082928 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-73d37837-256e-4600-aa56-21b3033971f6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:30:52.089134 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-73d37837-256e-4600-aa56-21b3033971f6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:30:52.104542 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d37837-256e-4600-aa56-21b3033971f6 admin admin] Made reservation on behalf of 01ec2b224b424d04bbe7e5a9c52a66d5 for: {'subnet': 1} {{(pid=80245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 09 05:30:52.112642 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-73d37837-256e-4600-aa56-21b3033971f6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:52.151029 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2371783f-d0fe-4073-af44-c1a97deb0a4c admin admin] Pushing event updated for resources: {'Network': ['ID=9aea0a2f-14fb-4990-ae4d-5b682071e14d,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:52.164892 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Network 9aea0a2f-14fb-4990-ae4d-5b682071e14d details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80247) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 09 05:30:52.166348 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-2371783f-d0fe-4073-af44-c1a97deb0a4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:52.181790 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25f5979-8b00-44f3-8c58-7e5fcd561f99 req-fff33bf8-f769-4c67-89a8-8648425fc8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:52.183688 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a25f5979-8b00-44f3-8c58-7e5fcd561f99 req-fff33bf8-f769-4c67-89a8-8648425fc8dd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=680d44e1-e1f9-4d0e-a503-a148de8a977c HTTP/1.1" status: 200  len: 852 time: 0.1482613
Dec 09 05:30:52.188150 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Network 9aea0a2f-14fb-4990-ae4d-5b682071e14d details requested by agent ovs-agent-dv-cinder-763306-6-iscsi with host dv-cinder-763306-6-iscsi {{(pid=80247) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 09 05:30:52.239237 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-89442569-77fb-4c64-9645-cda5bb7b2e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff812a978>, [{'id': '8559d66b-25fc-4afc-9c49-1405a5074c84', 'name': 'tempest-AttachVolumeTestJSON-828419125-router', 'tenant_id': '9201b4ea11f94e639e12c77d9a8399c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '534abad0-cb8a-45a5-89dc-932bf90ecd2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:29:34Z', 'updated_at': '2020-12-09T05:29:45Z', 'revision_number': 4, 'project_id': '9201b4ea11f94e639e12c77d9a8399c8', 'gw_port': {'id': '534abad0-cb8a-45a5-89dc-932bf90ecd2c', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:38:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8559d66b-25fc-4afc-9c49-1405a5074c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:29:35Z', 'updated_at': '2020-12-09T05:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_floatingips': [{'id': '92d5803f-36b9-4ed8-869c-351033e9a2e8', 'tenant_id': '9201b4ea11f94e639e12c77d9a8399c8', 'floating_ip_address': '172.27.2.196', 'floating_network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'router_id': '8559d66b-25fc-4afc-9c49-1405a5074c84', 'port_id': '67442362-ddcc-4233-80fd-dfccb586d81d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc85d922-ae22-42c5-9deb-45d818643b4d', 'mac_address': 'fa:16:3e:20:8f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502d1b9e-4516-4c89-bce3-b368e5421be5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-09T05:30:02Z', 'updated_at': '2020-12-09T05:30:49Z', 'revision_number': 1, 'project_id': '9201b4ea11f94e639e12c77d9a8399c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11651696-cf2f-4d1e-ae2b-505371825be0', 'name': '', 'network_id': 'dc85d922-ae22-42c5-9deb-45d818643b4d', 'tenant_id': '9201b4ea11f94e639e12c77d9a8399c8', 'mac_address': 'fa:16:3e:49:51:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8559d66b-25fc-4afc-9c49-1405a5074c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8f49fd64-da9a-42ca-aba6-01dbe1ac7987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:29:42Z', 'updated_at': '2020-12-09T05:29:58Z', 'revision_number': 5, 'project_id': '9201b4ea11f94e639e12c77d9a8399c8', 'subnets': [{'id': '8f49fd64-da9a-42ca-aba6-01dbe1ac7987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:30:52.251839 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89442569-77fb-4c64-9645-cda5bb7b2e6d None None] Checking router: 8559d66b-25fc-4afc-9c49-1405a5074c84 for host: dv-cinder-763306-6-iscsi {{(pid=80248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 09 05:30:52.257065 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a25f5979-8b00-44f3-8c58-7e5fcd561f99 req-f4de9f14-aa6a-4a32-930a-de151ed6513b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c35ae514-c0a3-4dd6-86f3-408f005aa8d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0566638
Dec 09 05:30:52.273866 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89442569-77fb-4c64-9645-cda5bb7b2e6d None None] Routers {'8559d66b-25fc-4afc-9c49-1405a5074c84'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:30:52.278318 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-89442569-77fb-4c64-9645-cda5bb7b2e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff812a978>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:30:47Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['8559d66b-25fc-4afc-9c49-1405a5074c84'], 'active': True} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:30:52.446277 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a25f5979-8b00-44f3-8c58-7e5fcd561f99 req-0247dd9b-c976-4395-af92-db8d2416631a service neutron] 10.222.0.59 "GET /v2.0/networks/c35ae514-c0a3-4dd6-86f3-408f005aa8d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1746833
Dec 09 05:30:52.638260 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a25f5979-8b00-44f3-8c58-7e5fcd561f99 req-d1557c86-ccef-4a7c-ae68-01e0a80e4881 service neutron] 10.222.0.59 "GET /v2.0/networks/c35ae514-c0a3-4dd6-86f3-408f005aa8d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1812546
Dec 09 05:30:52.654566 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7de78c-a8df-4d6f-8b26-bed0a9de9797 req-2b15bd2f-9b08-4e6d-8365-709b4195cd3c tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:52.657013 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4c7de78c-a8df-4d6f-8b26-bed0a9de9797 req-2b15bd2f-9b08-4e6d-8365-709b4195cd3c tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=4f9349b3-3183-4102-9447-9d927817bc75 HTTP/1.1" status: 200  len: 945 time: 0.6752796
Dec 09 05:30:52.682864 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848be657-4954-4e26-8184-6422e15aace9 req-760ee5ba-2c9d-443f-903c-e8e856d1f6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:52.684797 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-848be657-4954-4e26-8184-6422e15aace9 req-760ee5ba-2c9d-443f-903c-e8e856d1f6ed service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9201b4ea11f94e639e12c77d9a8399c8&device_id=502d1b9e-4516-4c89-bce3-b368e5421be5 HTTP/1.1" status: 200  len: 1163 time: 0.7019086
Dec 09 05:30:52.783125 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4c7de78c-a8df-4d6f-8b26-bed0a9de9797 req-c260713c-621e-4bc9-a7b9-8d6178504ee2 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1077020
Dec 09 05:30:52.842443 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-89442569-77fb-4c64-9645-cda5bb7b2e6d None None] Set router 8559d66b-25fc-4afc-9c49-1405a5074c84 gateway port host: dv-cinder-763306-6-iscsi {{(pid=80248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:30:52.946645 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device fe13aeac-bac0-42fe-96d0-5cb4f2cb5d82 up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:30:52.985713 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848be657-4954-4e26-8184-6422e15aace9 req-700cb9d4-570a-4953-89c5-b479d1aebf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:52.987628 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-848be657-4954-4e26-8184-6422e15aace9 req-700cb9d4-570a-4953-89c5-b479d1aebf8e service neutron] 10.222.0.59 "GET /v2.0/networks?id=dc85d922-ae22-42c5-9deb-45d818643b4d HTTP/1.1" status: 200  len: 904 time: 0.2829890
Dec 09 05:30:53.096628 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port fe13aeac-bac0-42fe-96d0-5cb4f2cb5d82 triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:30:53.097114 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:53.267135 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-848be657-4954-4e26-8184-6422e15aace9 req-a4780c63-a07d-40d7-af6a-995b98e39d6a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67442362-ddcc-4233-80fd-dfccb586d81d HTTP/1.1" status: 200  len: 1000 time: 0.2562859
Dec 09 05:30:53.279307 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a28dc70-b801-4013-adb4-54f6f70a07ce req-02c8b65b-4353-4226-84f2-5a460dc19625 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:53.288110 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0a28dc70-b801-4013-adb4-54f6f70a07ce req-02c8b65b-4353-4226-84f2-5a460dc19625 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 946 time: 0.3080444
Dec 09 05:30:53.395767 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848be657-4954-4e26-8184-6422e15aace9 req-39e93729-3d5c-410a-85d2-258b3cd9ca9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:53.396617 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-848be657-4954-4e26-8184-6422e15aace9 req-39e93729-3d5c-410a-85d2-258b3cd9ca9a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8f49fd64-da9a-42ca-aba6-01dbe1ac7987 HTTP/1.1" status: 200  len: 849 time: 0.1129918
Dec 09 05:30:53.465093 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0a28dc70-b801-4013-adb4-54f6f70a07ce req-bf4adfb4-1167-45d2-98bc-1fd27623806e tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1749654
Dec 09 05:30:53.554339 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848be657-4954-4e26-8184-6422e15aace9 req-bf178c8c-7ac5-4cda-a4ec-6c637517c536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:53.556336 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-848be657-4954-4e26-8184-6422e15aace9 req-bf178c8c-7ac5-4cda-a4ec-6c637517c536 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dc85d922-ae22-42c5-9deb-45d818643b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1494496
Dec 09 05:30:53.566689 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-89442569-77fb-4c64-9645-cda5bb7b2e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff812a978>, [{'id': '8559d66b-25fc-4afc-9c49-1405a5074c84', 'name': 'tempest-AttachVolumeTestJSON-828419125-router', 'tenant_id': '9201b4ea11f94e639e12c77d9a8399c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '534abad0-cb8a-45a5-89dc-932bf90ecd2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:29:34Z', 'updated_at': '2020-12-09T05:29:45Z', 'revision_number': 4, 'project_id': '9201b4ea11f94e639e12c77d9a8399c8', 'gw_port': {'id': '534abad0-cb8a-45a5-89dc-932bf90ecd2c', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:38:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8559d66b-25fc-4afc-9c49-1405a5074c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:29:35Z', 'updated_at': '2020-12-09T05:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_floatingips': [{'id': '92d5803f-36b9-4ed8-869c-351033e9a2e8', 'tenant_id': '9201b4ea11f94e639e12c77d9a8399c8', 'floating_ip_address': '172.27.2.196', 'floating_network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'router_id': '8559d66b-25fc-4afc-9c49-1405a5074c84', 'port_id': '67442362-ddcc-4233-80fd-dfccb586d81d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc85d922-ae22-42c5-9deb-45d818643b4d', 'mac_address': 'fa:16:3e:20:8f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502d1b9e-4516-4c89-bce3-b368e5421be5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-09T05:30:02Z', 'updated_at': '2020-12-09T05:30:49Z', 'revision_number': 1, 'project_id': '9201b4ea11f94e639e12c77d9a8399c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11651696-cf2f-4d1e-ae2b-505371825be0', 'name': '', 'network_id': 'dc85d922-ae22-42c5-9deb-45d818643b4d', 'tenant_id': '9201b4ea11f94e639e12c77d9a8399c8', 'mac_address': 'fa:16:3e:49:51:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8559d66b-25fc-4afc-9c49-1405a5074c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8f49fd64-da9a-42ca-aba6-01dbe1ac7987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:29:42Z', 'updated_at': '2020-12-09T05:29:58Z', 'revision_number': 5, 'project_id': '9201b4ea11f94e639e12c77d9a8399c8', 'subnets': [{'id': '8f49fd64-da9a-42ca-aba6-01dbe1ac7987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:30:53.571557 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89442569-77fb-4c64-9645-cda5bb7b2e6d None None] The sync data for ids ['8559d66b-25fc-4afc-9c49-1405a5074c84'] in dv-cinder-763306-6-iscsi is: [{'id': '8559d66b-25fc-4afc-9c49-1405a5074c84', 'name': 'tempest-AttachVolumeTestJSON-828419125-router', 'tenant_id': '9201b4ea11f94e639e12c77d9a8399c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '534abad0-cb8a-45a5-89dc-932bf90ecd2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:29:34Z', 'updated_at': '2020-12-09T05:29:45Z', 'revision_number': 4, 'project_id': '9201b4ea11f94e639e12c77d9a8399c8', 'gw_port': {'id': '534abad0-cb8a-45a5-89dc-932bf90ecd2c', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:38:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8559d66b-25fc-4afc-9c49-1405a5074c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:29:35Z', 'updated_at': '2020-12-09T05:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_floatingips': [{'id': '92d5803f-36b9-4ed8-869c-351033e9a2e8', 'tenant_id': '9201b4ea11f94e639e12c77d9a8399c8', 'floating_ip_address': '172.27.2.196', 'floating_network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'router_id': '8559d66b-25fc-4afc-9c49-1405a5074c84', 'port_id': '67442362-ddcc-4233-80fd-dfccb586d81d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc85d922-ae22-42c5-9deb-45d818643b4d', 'mac_address': 'fa:16:3e:20:8f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502d1b9e-4516-4c89-bce3-b368e5421be5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-09T05:30:02Z', 'updated_at': '2020-12-09T05:30:49Z', 'revision_number': 1, 'project_id': '9201b4ea11f94e639e12c77d9a8399c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11651696-cf2f-4d1e-ae2b-505371825be0', 'name': '', 'network_id': 'dc85d922-ae22-42c5-9deb-45d818643b4d', 'tenant_id': '9201b4ea11f94e639e12c77d9a8399c8', 'mac_address': 'fa:16:3e:49:51:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8559d66b-25fc-4afc-9c49-1405a5074c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8f49fd64-da9a-42ca-aba6-01dbe1ac7987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:29:42Z', 'updated_at': '2020-12-09T05:29:58Z', 'revision_number': 5, 'project_id': '9201b4ea11f94e639e12c77d9a8399c8', 'subnets': [{'id': '8f49fd64-da9a-42ca-aba6-01dbe1ac7987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 09 05:30:53.760006 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-848be657-4954-4e26-8184-6422e15aace9 req-a4ef2d41-2495-4732-adbb-161c0d03bd27 service neutron] 10.222.0.59 "GET /v2.0/networks/dc85d922-ae22-42c5-9deb-45d818643b4d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1682174
Dec 09 05:30:53.791674 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-73d37837-256e-4600-aa56-21b3033971f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854364984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894'] for subnet, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:53.807532 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:53.981402 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0e1be2-1067-4b38-a016-a15f8df94497 None None] New status for floating IP 92d5803f-36b9-4ed8-869c-351033e9a2e8: ACTIVE {{(pid=80247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 09 05:30:53.983516 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d37837-256e-4600-aa56-21b3033971f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc2ef73b-021e-4c10-b628-1f5ae57b8553,revision_number=0']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:53.988407 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-73d37837-256e-4600-aa56-21b3033971f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:54.080125 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-848be657-4954-4e26-8184-6422e15aace9 req-4b90ef44-c06b-46ad-9096-e6d6a1b3a27f service neutron] 10.222.0.59 "GET /v2.0/networks/dc85d922-ae22-42c5-9deb-45d818643b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3127768
Dec 09 05:30:54.135331 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d37837-256e-4600-aa56-21b3033971f6 admin admin] Checking segment: {'id': '19078054-d988-44d0-8749-e725b73e73ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '9aea0a2f-14fb-4990-ae4d-5b682071e14d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 09 05:30:54.135736 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d37837-256e-4600-aa56-21b3033971f6 admin admin] Network hostable DHCP agents. Network: 9aea0a2f-14fb-4990-ae4d-5b682071e14d, hostable agents: ['cf8ef789-40b7-4066-b095-c11a9e991b4e'], hosted agents: [] {{(pid=80245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 09 05:30:54.190331 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d37837-256e-4600-aa56-21b3033971f6 admin admin] Network 9aea0a2f-14fb-4990-ae4d-5b682071e14d is scheduled to be hosted by DHCP agent cf8ef789-40b7-4066-b095-c11a9e991b4e with binding_index 1 {{(pid=80245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 09 05:30:54.214516 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-73d37837-256e-4600-aa56-21b3033971f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-6-iscsi, 9aea0a2f-14fb-4990-ae4d-5b682071e14d) {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:30:54.225896 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d37837-256e-4600-aa56-21b3033971f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:54.226545 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-73d37837-256e-4600-aa56-21b3033971f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3226941'] for subnet, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:54.297244 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-73d37837-256e-4600-aa56-21b3033971f6 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 2.3178639
Dec 09 05:30:54.298750 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 60678) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:30:54.306400 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-68f4a265-6df2-44d3-821a-6f14a57309e0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1565234444-router', 'tenant_id': '01ec2b224b424d04bbe7e5a9c52a66d5', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89'}}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:30:54.323276 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-68f4a265-6df2-44d3-821a-6f14a57309e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:30:54.326346 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d4d705-c5d4-4bf2-ae4e-9f35d5f68d71 req-6006ee1b-1239-4e01-b271-30f042106ed1 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:54.338597 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d9d4d705-c5d4-4bf2-ae4e-9f35d5f68d71 req-6006ee1b-1239-4e01-b271-30f042106ed1 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=4f9349b3-3183-4102-9447-9d927817bc75 HTTP/1.1" status: 200  len: 945 time: 0.2133496
Dec 09 05:30:54.342057 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-68f4a265-6df2-44d3-821a-6f14a57309e0 admin admin] Usage tracker for resource:router and tenant:01ec2b224b424d04bbe7e5a9c52a66d5 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:30:54.350395 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-68f4a265-6df2-44d3-821a-6f14a57309e0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:30:54.366021 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-68f4a265-6df2-44d3-821a-6f14a57309e0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:30:54.390914 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-68f4a265-6df2-44d3-821a-6f14a57309e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854371491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3633'] for router, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:54.392642 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-68f4a265-6df2-44d3-821a-6f14a57309e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854381126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036851028643', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772167'] for router, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:54.434334 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d9d4d705-c5d4-4bf2-ae4e-9f35d5f68d71 req-16fe5d31-e19a-4137-a838-3d6aa5bb5113 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0935848
Dec 09 05:30:54.439051 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-68f4a265-6df2-44d3-821a-6f14a57309e0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:54.485874 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6307a1d8-7186-46ba-be42-abc300aba6ca None None] Network 9aea0a2f-14fb-4990-ae4d-5b682071e14d requested from dv-cinder-763306-6-iscsi {{(pid=80247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 09 05:30:54.686254 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afc4fe2-467e-48a8-a6b0-30341505d89f req-f1639d5a-9147-495d-9339-afc4bd8ce82e tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:54.694910 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5afc4fe2-467e-48a8-a6b0-30341505d89f req-f1639d5a-9147-495d-9339-afc4bd8ce82e tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] 10.222.0.39 "GET /v2.0/ports?device_id=c2565b35-11d7-44cb-8c25-428102a7c7b9 HTTP/1.1" status: 200  len: 946 time: 0.1416745
Dec 09 05:30:54.781428 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5afc4fe2-467e-48a8-a6b0-30341505d89f req-fe1d5d5b-1d31-46ce-a764-7b4185828efa tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] 10.222.0.39 "GET /v2.0/security-groups?id=9cd95a90-f310-4e2a-8d26-f108ea95310d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0853772
Dec 09 05:30:54.925602 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device fe13aeac-bac0-42fe-96d0-5cb4f2cb5d82 up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:30:54.971447 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-68f4a265-6df2-44d3-821a-6f14a57309e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036851028702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854371550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772138'] for router, precommit_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:55.001508 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56e792e-3434-43f6-91db-185287b32772 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd19d2df8-5246-5bd6-ad5c-c97c8fcfd48f-9aea0a2f-14fb-4990-ae4d-5b682071e14d', 'network_id': '9aea0a2f-14fb-4990-ae4d-5b682071e14d', 'tenant_id': '01ec2b224b424d04bbe7e5a9c52a66d5', 'fixed_ips': [{'subnet_id': 'bc2ef73b-021e-4c10-b628-1f5ae57b8553'}]}} from dv-cinder-763306-6-iscsi. {{(pid=80247) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 09 05:30:55.003078 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d56e792e-3434-43f6-91db-185287b32772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_create {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:55.033171 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75646ee7-ad8e-4e42-ab34-03a2bd1567b3 req-531bf0a2-663f-4e7e-9d14-4d63ba6bf373 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:55.034928 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-75646ee7-ad8e-4e42-ab34-03a2bd1567b3 req-531bf0a2-663f-4e7e-9d14-4d63ba6bf373 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 946 time: 0.2277865
Dec 09 05:30:55.164398 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-75646ee7-ad8e-4e42-ab34-03a2bd1567b3 req-0d8d43c2-bcf7-4415-a928-ef0550b6fe6b tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1185334
Dec 09 05:30:55.427823 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f8e59-ffbc-4986-ba03-8fb8769acf6d req-4236a423-5a62-4cf8-bf97-d8c08e351301 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:55.429662 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [None req-d56e792e-3434-43f6-91db-185287b32772 None None] Allocated IP 172.20.0.2 (9aea0a2f-14fb-4990-ae4d-5b682071e14d/bc2ef73b-021e-4c10-b628-1f5ae57b8553/e983235c-07bf-4bc4-a2ab-681826650185) {{(pid=80247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 09 05:30:55.434738 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-906f8e59-ffbc-4986-ba03-8fb8769acf6d req-4236a423-5a62-4cf8-bf97-d8c08e351301 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 946 time: 0.1022327
Dec 09 05:30:55.440678 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 60710) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:30:55.450017 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-f5c37e47-1f36-4cd3-8daf-385c3e280382 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Request body: {'floatingip': {'port_id': 'fe13aeac-bac0-42fe-96d0-5cb4f2cb5d82'}} {{(pid=80246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:30:55.492836 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-68f4a265-6df2-44d3-821a-6f14a57309e0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:55.542027 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-68f4a265-6df2-44d3-821a-6f14a57309e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:55.655950 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d56e792e-3434-43f6-91db-185287b32772 None None] Notify callbacks [] for port, precommit_create {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:55.659664 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f5c37e47-1f36-4cd3-8daf-385c3e280382 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks [] for floatingip, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:55.667880 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-d56e792e-3434-43f6-91db-185287b32772 None None] Transition to ACTIVE for port object e983235c-07bf-4bc4-a2ab-681826650185 will not be triggered until provisioned by entity L2. {{(pid=80247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 09 05:30:55.684980 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-d56e792e-3434-43f6-91db-185287b32772 None None] Transition to ACTIVE for port object e983235c-07bf-4bc4-a2ab-681826650185 will not be triggered until provisioned by entity DHCP. {{(pid=80247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 09 05:30:55.714814 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d56e792e-3434-43f6-91db-185287b32772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249358491764'] for port, after_create {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:55.850832 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-d90cebfe-e399-41f5-b5e0-9f2493ba8156 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:55.928393 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:55.930813 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56e792e-3434-43f6-91db-185287b32772 None None] Pushing event updated for resources: {'Port': ['ID=e983235c-07bf-4bc4-a2ab-681826650185,revision_number=1']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:55.933704 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-d56e792e-3434-43f6-91db-185287b32772 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:55.943842 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56e792e-3434-43f6-91db-185287b32772 None None] Network 9aea0a2f-14fb-4990-ae4d-5b682071e14d is already hosted by enough agents. {{(pid=80247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 09 05:30:55.949164 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-d56e792e-3434-43f6-91db-185287b32772 None None] Resources bound (agent type, host, resource id):  {{(pid=80247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:30:55.951674 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56e792e-3434-43f6-91db-185287b32772 None None] Received port after_create {{(pid=80247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 09 05:30:55.989112 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port fe13aeac-bac0-42fe-96d0-5cb4f2cb5d82 triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:30:55.989112 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:56.022724 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [None req-68f4a265-6df2-44d3-821a-6f14a57309e0 admin admin] Allocated IP 172.27.2.184 (1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89/b1368c69-6e14-4d1d-80ab-b679585c21ba/b38685d2-50f2-4b55-8444-59811bb10bdd) {{(pid=80245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 09 05:30:56.065675 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-d56e792e-3434-43f6-91db-185287b32772 None None] Attempting to bind port e983235c-07bf-4bc4-a2ab-681826650185 on host dv-cinder-763306-6-iscsi for vnic_type normal with profile  {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 09 05:30:56.066123 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-d56e792e-3434-43f6-91db-185287b32772 None None] Attempting to bind port e983235c-07bf-4bc4-a2ab-681826650185 by drivers openvswitch on host dv-cinder-763306-6-iscsi at level 0 using segments [{'id': '19078054-d988-44d0-8749-e725b73e73ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '9aea0a2f-14fb-4990-ae4d-5b682071e14d'}] {{(pid=80247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 09 05:30:56.066541 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56e792e-3434-43f6-91db-185287b32772 None None] Attempting to bind port e983235c-07bf-4bc4-a2ab-681826650185 on network 9aea0a2f-14fb-4990-ae4d-5b682071e14d {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 09 05:30:56.074898 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56e792e-3434-43f6-91db-185287b32772 None None] Checking agent: {'id': '7299edea-3c4e-4ec0-b2b3-c0ac9bf6315b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 20, 49), 'started_at': datetime.datetime(2020, 12, 9, 5, 21, 19), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 05:30:56.075323 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56e792e-3434-43f6-91db-185287b32772 None None] Checking segment: {'id': '19078054-d988-44d0-8749-e725b73e73ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '9aea0a2f-14fb-4990-ae4d-5b682071e14d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 09 05:30:56.075778 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d56e792e-3434-43f6-91db-185287b32772 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:56.076224 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56e792e-3434-43f6-91db-185287b32772 None None] Bound using segment: {'id': '19078054-d988-44d0-8749-e725b73e73ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '9aea0a2f-14fb-4990-ae4d-5b682071e14d'} {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 05:30:56.077062 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-d56e792e-3434-43f6-91db-185287b32772 None None] Bound port: e983235c-07bf-4bc4-a2ab-681826650185, host: dv-cinder-763306-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19078054-d988-44d0-8749-e725b73e73ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '9aea0a2f-14fb-4990-ae4d-5b682071e14d'}}] {{(pid=80247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 09 05:30:56.077209 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d56e792e-3434-43f6-91db-185287b32772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:56.173635 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-d56e792e-3434-43f6-91db-185287b32772 None None] For port e983235c-07bf-4bc4-a2ab-681826650185, host dv-cinder-763306-6-iscsi, cleared binding levels {{(pid=80247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 09 05:30:56.176994 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-d56e792e-3434-43f6-91db-185287b32772 None None] For port e983235c-07bf-4bc4-a2ab-681826650185, host dv-cinder-763306-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=e983235c-07bf-4bc4-a2ab-681826650185,segment=NetworkSegment(19078054-d988-44d0-8749-e725b73e73ce),segment_id=19078054-d988-44d0-8749-e725b73e73ce)] {{(pid=80247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 09 05:30:56.185466 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d56e792e-3434-43f6-91db-185287b32772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:56.203604 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:56.213589 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10377fcd-7275-4677-a3c9-373456bcf51f req-d89b132b-ea28-48de-818e-bd3b1a34dfc8 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:56.222421 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-10377fcd-7275-4677-a3c9-373456bcf51f req-d89b132b-ea28-48de-818e-bd3b1a34dfc8 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=4f9349b3-3183-4102-9447-9d927817bc75 HTTP/1.1" status: 200  len: 945 time: 0.4781656
Dec 09 05:30:56.302933 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-10377fcd-7275-4677-a3c9-373456bcf51f req-253e23f2-6294-45f5-b0d8-ddd83df1a9c6 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0794499
Dec 09 05:30:56.323472 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56e792e-3434-43f6-91db-185287b32772 None None] Pushing event updated for resources: {'Port': ['ID=e983235c-07bf-4bc4-a2ab-681826650185,revision_number=2']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:56.341023 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-d56e792e-3434-43f6-91db-185287b32772 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:56.352240 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-68f4a265-6df2-44d3-821a-6f14a57309e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:56.402342 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-68f4a265-6df2-44d3-821a-6f14a57309e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249358491764'] for port, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:56.450036 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:56.595829 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f4a265-6df2-44d3-821a-6f14a57309e0 admin admin] Pushing event updated for resources: {'Port': ['ID=b38685d2-50f2-4b55-8444-59811bb10bdd,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:56.612670 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-68f4a265-6df2-44d3-821a-6f14a57309e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:56.693984 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542305c-2d27-4557-9588-4a999ba95b30 req-6a6594d6-ef89-437c-a3eb-9a0ad047ccff tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:56.702002 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8542305c-2d27-4557-9588-4a999ba95b30 req-6a6594d6-ef89-437c-a3eb-9a0ad047ccff tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] 10.222.0.39 "GET /v2.0/ports?device_id=c2565b35-11d7-44cb-8c25-428102a7c7b9 HTTP/1.1" status: 200  len: 946 time: 0.7236421
Dec 09 05:30:56.797090 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8542305c-2d27-4557-9588-4a999ba95b30 req-598a3d6c-9799-4c61-ab38-bc79a4abc191 tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] 10.222.0.39 "GET /v2.0/security-groups?id=9cd95a90-f310-4e2a-8d26-f108ea95310d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0841868
Dec 09 05:30:56.841285 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f4a265-6df2-44d3-821a-6f14a57309e0 admin admin] Network 1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89 is already hosted by enough agents. {{(pid=80245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 09 05:30:56.842943 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-68f4a265-6df2-44d3-821a-6f14a57309e0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:30:56.851633 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f4a265-6df2-44d3-821a-6f14a57309e0 admin admin] Received port after_create {{(pid=80245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 09 05:30:56.870114 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device 373a73aa-92c1-4f00-adc3-06673ee910b8 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 09 05:30:56.982991 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 60748) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:30:57.072460 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:57.154825 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2565b35-11d7-44cb-8c25-428102a7c7b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '373a73aa-92c1-4f00-adc3-06673ee910b8'}] {{(pid=80247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:30:57.187489 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] For port 373a73aa-92c1-4f00-adc3-06673ee910b8, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=373a73aa-92c1-4f00-adc3-06673ee910b8,segment=NetworkSegment(fe821501-62ae-499e-bd27-a982d7ea1122),segment_id=fe821501-62ae-499e-bd27-a982d7ea1122)] {{(pid=80247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:30:57.195738 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:57.196051 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc34d6-c1c8-4d2f-ab0d-d38a0bad66bf req-f2a43c9c-81e0-418f-8150-526e1830db74 tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:57.197832 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-86dc34d6-c1c8-4d2f-ab0d-d38a0bad66bf req-f2a43c9c-81e0-418f-8150-526e1830db74 tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] 10.222.0.59 "GET /v2.0/ports?device_id=c2565b35-11d7-44cb-8c25-428102a7c7b9 HTTP/1.1" status: 200  len: 946 time: 0.2157941
Dec 09 05:30:57.200372 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:57.275322 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2565b35-11d7-44cb-8c25-428102a7c7b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '373a73aa-92c1-4f00-adc3-06673ee910b8', 'code': 200}
Dec 09 05:30:57.312989 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Pushing event updated for resources: {'Port': ['ID=373a73aa-92c1-4f00-adc3-06673ee910b8,revision_number=5']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:57.316681 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:57.321839 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-86dc34d6-c1c8-4d2f-ab0d-d38a0bad66bf req-5c63f9af-d336-42bd-99c0-1fecedb7588c tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] Deleting port 373a73aa-92c1-4f00-adc3-06673ee910b8 {{(pid=80246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 09 05:30:57.322240 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-86dc34d6-c1c8-4d2f-ab0d-d38a0bad66bf req-5c63f9af-d336-42bd-99c0-1fecedb7588c tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787496886762'] for port, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:57.390444 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5247a68b-fa94-4306-984b-e909c89e1380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:57.437617 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-5247a68b-fa94-4306-984b-e909c89e1380 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:30:57.474303 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-5247a68b-fa94-4306-984b-e909c89e1380 admin admin] Usage tracker for resource:security_group_rule and tenant:eab8af3398d54482b91265fe34e68426 is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:30:57.485406 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-5247a68b-fa94-4306-984b-e909c89e1380 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:30:57.497438 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.db.resource_extend [None req-f5c37e47-1f36-4cd3-8daf-385c3e280382 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 09 05:30:57.559573 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-5247a68b-fa94-4306-984b-e909c89e1380 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:30:57.658374 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c709fd-fd0f-4a87-b31f-aeb4459b06eb req-b02871bf-802a-4784-aae5-8429678c0422 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:57.660017 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-15c709fd-fd0f-4a87-b31f-aeb4459b06eb req-b02871bf-802a-4784-aae5-8429678c0422 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=4f9349b3-3183-4102-9447-9d927817bc75 HTTP/1.1" status: 200  len: 945 time: 0.1976354
Dec 09 05:30:57.669127 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-68f4a265-6df2-44d3-821a-6f14a57309e0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:57.752607 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f5c37e47-1f36-4cd3-8daf-385c3e280382 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks [] for floatingip, precommit_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:57.763564 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f5c37e47-1f36-4cd3-8daf-385c3e280382 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851028540'] for floatingip, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:57.847418 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-15c709fd-fd0f-4a87-b31f-aeb4459b06eb req-886a5458-8869-4a1a-b69e-64e21aafc02a tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1793244
Dec 09 05:30:58.016272 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.db.l3_db [None req-f5c37e47-1f36-4cd3-8daf-385c3e280382 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Floating IP 088ebb9d-5c3d-4fc5-9a55-33c0129fe205 associated. External IP: 172.27.2.44, port: fe13aeac-bac0-42fe-96d0-5cb4f2cb5d82.
Dec 09 05:30:58.130738 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-68f4a265-6df2-44d3-821a-6f14a57309e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-404266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3747080'] for router, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:58.254600 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-86dc34d6-c1c8-4d2f-ab0d-d38a0bad66bf req-5c63f9af-d336-42bd-99c0-1fecedb7588c tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] For port 373a73aa-92c1-4f00-adc3-06673ee910b8, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=373a73aa-92c1-4f00-adc3-06673ee910b8,segment=NetworkSegment(fe821501-62ae-499e-bd27-a982d7ea1122),segment_id=fe821501-62ae-499e-bd27-a982d7ea1122)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:30:58.255066 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-86dc34d6-c1c8-4d2f-ab0d-d38a0bad66bf req-5c63f9af-d336-42bd-99c0-1fecedb7588c tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744221'] for port, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:58.361911 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5a8a8b-0c13-41a5-a2b3-4d735ad28641 None None] Network 9aea0a2f-14fb-4990-ae4d-5b682071e14d requested from dv-cinder-763306-6-iscsi {{(pid=80247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 09 05:30:58.390054 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f4a265-6df2-44d3-821a-6f14a57309e0 admin admin] Router ae0ec6fc-a54a-4487-9f5e-5331958d3ebb is scheduled to L3 agent 16cb43a9-cd2d-4531-acd4-2457db4a9ad2 with binding_index 1 {{(pid=80245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 09 05:30:58.430217 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-86dc34d6-c1c8-4d2f-ab0d-d38a0bad66bf req-5c63f9af-d336-42bd-99c0-1fecedb7588c tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] Calling delete_port for 373a73aa-92c1-4f00-adc3-06673ee910b8 owned by compute:nova {{(pid=80246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 09 05:30:58.483312 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-e8f57327-2da4-4370-bd6c-08398ff8bc14 None None] Provisioning for port e983235c-07bf-4bc4-a2ab-681826650185 completed by entity DHCP. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 09 05:30:58.536459 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5247a68b-fa94-4306-984b-e909c89e1380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:58.590825 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f4a265-6df2-44d3-821a-6f14a57309e0 admin admin] Notify agent at l3_agent.dv-cinder-763306-6-iscsi the message routers_updated {{(pid=80245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 09 05:30:58.602601 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f2503e-71e8-4f4a-bb4f-651ddf12c520 None None] Sync routers for ids ['ae0ec6fc-a54a-4487-9f5e-5331958d3ebb'] in dv-cinder-763306-6-iscsi {{(pid=80248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 09 05:30:58.615094 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f2503e-71e8-4f4a-bb4f-651ddf12c520 None None] Routers {'ae0ec6fc-a54a-4487-9f5e-5331958d3ebb'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:30:58.615910 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-d5f2503e-71e8-4f4a-bb4f-651ddf12c520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff812aac8>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:30:47Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['ae0ec6fc-a54a-4487-9f5e-5331958d3ebb'], 'active': True} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:30:58.618572 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-68f4a265-6df2-44d3-821a-6f14a57309e0 admin admin] Notify callbacks [] for router, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:58.622677 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-68f4a265-6df2-44d3-821a-6f14a57309e0 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 4.3198640
Dec 09 05:30:58.626209 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 60770) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:30:58.632439 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5247a68b-fa94-4306-984b-e909c89e1380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:58.660404 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:58.706733 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5247a68b-fa94-4306-984b-e909c89e1380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f6cd571-c109-446a-9218-c131ceec3a98,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:58.723178 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-5247a68b-fa94-4306-984b-e909c89e1380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:58.732792 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d06f0b4-bf6e-4c72-ac7d-1a21aa8b7a5e req-55e4fbca-74e2-49a2-8d8e-3de096befb67 tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:58.734904 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6d06f0b4-bf6e-4c72-ac7d-1a21aa8b7a5e req-55e4fbca-74e2-49a2-8d8e-3de096befb67 tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] 10.222.0.39 "GET /v2.0/ports?device_id=c2565b35-11d7-44cb-8c25-428102a7c7b9 HTTP/1.1" status: 200  len: 944 time: 0.7280793
Dec 09 05:30:58.852589 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-d5f2503e-71e8-4f4a-bb4f-651ddf12c520 None None] Set router ae0ec6fc-a54a-4487-9f5e-5331958d3ebb gateway port host: dv-cinder-763306-6-iscsi {{(pid=80248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:30:59.100240 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device e983235c-07bf-4bc4-a2ab-681826650185 up at agent ovs-agent-dv-cinder-763306-6-iscsi {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:30:59.292961 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Provisioning for port e983235c-07bf-4bc4-a2ab-681826650185 completed by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 09 05:30:59.302561 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Provisioning complete for port e983235c-07bf-4bc4-a2ab-681826650185 triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:30:59.302991 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:59.304484 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-5247a68b-fa94-4306-984b-e909c89e1380 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=eab8af3398d54482b91265fe34e68426&name=default HTTP/1.1" status: 200  len: 2879 time: 2.3191111
Dec 09 05:30:59.361246 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 60784) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:30:59.396449 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5c37e47-1f36-4cd3-8daf-385c3e280382 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Router 052a3259-411d-4ded-8cca-c6df94b73dab has already been hosted by L3 agent 16cb43a9-cd2d-4531-acd4-2457db4a9ad2 {{(pid=80246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 09 05:30:59.442338 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-b449c380-5a12-4292-bbcf-28a6da75ae9a None None] Provisioning complete for port e983235c-07bf-4bc4-a2ab-681826650185 triggered by entity DHCP. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:30:59.443096 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b449c380-5a12-4292-bbcf-28a6da75ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:59.638696 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6d06f0b4-bf6e-4c72-ac7d-1a21aa8b7a5e req-6512f89c-52b9-4ef0-a659-e1ea5ad25520 tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] 10.222.0.39 "GET /v2.0/security-groups?id=9cd95a90-f310-4e2a-8d26-f108ea95310d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3600776
Dec 09 05:30:59.685717 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b449c380-5a12-4292-bbcf-28a6da75ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:59.776052 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-d5f2503e-71e8-4f4a-bb4f-651ddf12c520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff812aac8>, [{'id': 'ae0ec6fc-a54a-4487-9f5e-5331958d3ebb', 'name': 'tempest-TestMinimumBasicScenario-1565234444-router', 'tenant_id': '01ec2b224b424d04bbe7e5a9c52a66d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'b38685d2-50f2-4b55-8444-59811bb10bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:30:54Z', 'updated_at': '2020-12-09T05:30:57Z', 'revision_number': 3, 'project_id': '01ec2b224b424d04bbe7e5a9c52a66d5', 'gw_port': {'id': 'b38685d2-50f2-4b55-8444-59811bb10bdd', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ec:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae0ec6fc-a54a-4487-9f5e-5331958d3ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:30:55Z', 'updated_at': '2020-12-09T05:30:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi'}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:30:59.804881 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f2503e-71e8-4f4a-bb4f-651ddf12c520 None None] Checking router: ae0ec6fc-a54a-4487-9f5e-5331958d3ebb for host: dv-cinder-763306-6-iscsi {{(pid=80248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 09 05:30:59.811492 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-b449c380-5a12-4292-bbcf-28a6da75ae9a None None] For port e983235c-07bf-4bc4-a2ab-681826650185, host dv-cinder-763306-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=e983235c-07bf-4bc4-a2ab-681826650185,segment=NetworkSegment(19078054-d988-44d0-8749-e725b73e73ce),segment_id=19078054-d988-44d0-8749-e725b73e73ce)] {{(pid=80247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:30:59.812866 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f2503e-71e8-4f4a-bb4f-651ddf12c520 None None] Updating router ae0ec6fc-a54a-4487-9f5e-5331958d3ebb port b38685d2-50f2-4b55-8444-59811bb10bdd binding host dv-cinder-763306-6-iscsi {{(pid=80248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 09 05:30:59.813569 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:59.831023 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b449c380-5a12-4292-bbcf-28a6da75ae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:59.835945 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-62b34baf-09e2-4afb-9c70-a16db0d8de46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:30:59.871125 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c37e47-1f36-4cd3-8daf-385c3e280382 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify agent at l3_agent.dv-cinder-763306-6-iscsi the message routers_updated {{(pid=80246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 09 05:30:59.882126 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-86dc34d6-c1c8-4d2f-ab0d-d38a0bad66bf req-5c63f9af-d336-42bd-99c0-1fecedb7588c tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787496890807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249358481609'] for port, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:59.915102 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b449c380-5a12-4292-bbcf-28a6da75ae9a None None] Pushing event updated for resources: {'Port': ['ID=e983235c-07bf-4bc4-a2ab-681826650185,revision_number=3']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:30:59.918339 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee42d06-cee8-4801-828f-868d210d335e None None] Sync routers for ids ['052a3259-411d-4ded-8cca-c6df94b73dab'] in dv-cinder-763306-6-iscsi {{(pid=80247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 09 05:30:59.933448 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-b449c380-5a12-4292-bbcf-28a6da75ae9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:30:59.974899 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d5f2503e-71e8-4f4a-bb4f-651ddf12c520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:30:59.980848 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec60cd85-8877-46c5-aa63-d93e0ed245c8 req-234b57e5-cd86-4c80-bb60-00e46c8aab7e tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:30:59.989317 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ec60cd85-8877-46c5-aa63-d93e0ed245c8 req-234b57e5-cd86-4c80-bb60-00e46c8aab7e tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=4f9349b3-3183-4102-9447-9d927817bc75 HTTP/1.1" status: 200  len: 945 time: 0.7396443
Dec 09 05:31:00.021623 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.db.api [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80247) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 05:31:00.022067 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_db.api [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 09 05:31:00.024848 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee42d06-cee8-4801-828f-868d210d335e None None] Routers {'052a3259-411d-4ded-8cca-c6df94b73dab'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:31:00.025573 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-aee42d06-cee8-4801-828f-868d210d335e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff80f1358>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:30:47Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['052a3259-411d-4ded-8cca-c6df94b73dab'], 'active': True} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:31:00.070069 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-533cb6a6-6fbd-4109-a121-50c511a0665e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:00.113659 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-533cb6a6-6fbd-4109-a121-50c511a0665e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:00.135317 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ec60cd85-8877-46c5-aa63-d93e0ed245c8 req-0b8f6684-bc31-41b9-b649-a16298ac9764 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1446173
Dec 09 05:31:00.173562 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:31:00.243521 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c63f9af-d336-42bd-99c0-1fecedb7588c tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] Pushing event deleted for resources: {'Port': ['ID=373a73aa-92c1-4f00-adc3-06673ee910b8,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:31:00.247636 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-5c63f9af-d336-42bd-99c0-1fecedb7588c tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:31:00.250126 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-201a2bd1-9518-4fe9-9979-49f151658016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:00.301866 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-533cb6a6-6fbd-4109-a121-50c511a0665e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:00.304751 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-533cb6a6-6fbd-4109-a121-50c511a0665e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:00.306518 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-533cb6a6-6fbd-4109-a121-50c511a0665e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9f6cd571-c109-446a-9218-c131ceec3a98 HTTP/1.1" status: 204  len: 168 time: 0.9442420
Dec 09 05:31:00.307662 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f5c37e47-1f36-4cd3-8daf-385c3e280382 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870'] for floatingip, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:00.365549 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-184551fe-dc10-41f3-9a68-f966cef49d1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:31:00.378562 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-86dc34d6-c1c8-4d2f-ab0d-d38a0bad66bf req-5c63f9af-d336-42bd-99c0-1fecedb7588c tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] No DVR routers for this DVR port 373a73aa-92c1-4f00-adc3-06673ee910b8 on host hv-cinder-76330 {{(pid=80246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 09 05:31:00.401735 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-86dc34d6-c1c8-4d2f-ab0d-d38a0bad66bf req-5c63f9af-d336-42bd-99c0-1fecedb7588c tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870'] for port, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:00.404120 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-86dc34d6-c1c8-4d2f-ab0d-d38a0bad66bf req-5c63f9af-d336-42bd-99c0-1fecedb7588c tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] 10.222.0.59 "DELETE /v2.0/ports/373a73aa-92c1-4f00-adc3-06673ee910b8 HTTP/1.1" status: 204  len: 173 time: 3.1925714
Dec 09 05:31:00.405172 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533cb6a6-6fbd-4109-a121-50c511a0665e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f6cd571-c109-446a-9218-c131ceec3a98,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:31:00.414745 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2565b35-11d7-44cb-8c25-428102a7c7b9', 'name': 'network-vif-deleted', 'tag': '373a73aa-92c1-4f00-adc3-06673ee910b8'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:31:00.434774 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-533cb6a6-6fbd-4109-a121-50c511a0665e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:31:00.497201 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-f5c37e47-1f36-4cd3-8daf-385c3e280382 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "PUT /v2.0/floatingips/088ebb9d-5c3d-4fc5-9a55-33c0129fe205 HTTP/1.1" status: 200  len: 991 time: 5.0549953
Dec 09 05:31:00.514349 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-45a10632-43b6-43a3-9a8b-4d718ffeb62d None None] Provisioning complete for port e983235c-07bf-4bc4-a2ab-681826650185 triggered by entity DHCP. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:31:00.515498 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-45a10632-43b6-43a3-9a8b-4d718ffeb62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:00.544270 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2565b35-11d7-44cb-8c25-428102a7c7b9', 'name': 'network-vif-deleted', 'tag': '373a73aa-92c1-4f00-adc3-06673ee910b8', 'status': 'completed', 'code': 200}
Dec 09 05:31:00.871377 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-aee42d06-cee8-4801-828f-868d210d335e None None] Set router 052a3259-411d-4ded-8cca-c6df94b73dab gateway port host: dv-cinder-763306-6-iscsi {{(pid=80247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:31:00.977761 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d5f2503e-71e8-4f4a-bb4f-651ddf12c520 None None] Notify callbacks [] for port, precommit_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:01.005001 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-d5f2503e-71e8-4f4a-bb4f-651ddf12c520 None None] Transition to ACTIVE for port object b38685d2-50f2-4b55-8444-59811bb10bdd will not be triggered until provisioned by entity L2. {{(pid=80248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 09 05:31:01.012897 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d5f2503e-71e8-4f4a-bb4f-651ddf12c520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:01.042085 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:31:01.132269 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device e983235c-07bf-4bc4-a2ab-681826650185 up at agent ovs-agent-dv-cinder-763306-6-iscsi {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:31:01.154990 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-18043746-e467-4f30-b6de-ab85b89cd808 req-366f9a07-7115-4f3e-95f0-a6bd51e260bf tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] Synchronizing usage tracker for tenant:6eccf6ce870243d1985d0f145b48f27f on resource:port {{(pid=80246) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:31:01.212602 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 60810) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:31:01.224197 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-18043746-e467-4f30-b6de-ab85b89cd808 req-366f9a07-7115-4f3e-95f0-a6bd51e260bf tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] Unset dirty status for tenant:6eccf6ce870243d1985d0f145b48f27f on resource:port {{(pid=80246) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:31:01.238213 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-18043746-e467-4f30-b6de-ab85b89cd808 req-366f9a07-7115-4f3e-95f0-a6bd51e260bf tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] 10.222.0.39 "GET /v2.0/ports?device_id=c2565b35-11d7-44cb-8c25-428102a7c7b9 HTTP/1.1" status: 200  len: 210 time: 0.2153611
Dec 09 05:31:01.301405 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5d77535b-8e87-437b-82c7-6b73f3045070 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:01.343512 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Provisioning complete for port e983235c-07bf-4bc4-a2ab-681826650185 triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:31:01.344677 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:01.358413 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-5d77535b-8e87-437b-82c7-6b73f3045070 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:31:01.365323 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-5d77535b-8e87-437b-82c7-6b73f3045070 admin admin] Usage tracker for resource:security_group_rule and tenant:93910032050f46889145374e69f38fb6 is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:31:01.371482 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [None req-201a2bd1-9518-4fe9-9979-49f151658016 admin admin] Allocated IP 172.20.0.1 (9aea0a2f-14fb-4990-ae4d-5b682071e14d/bc2ef73b-021e-4c10-b628-1f5ae57b8553/f3312047-ffbf-4cbc-a256-a568e354eaa5) {{(pid=80245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 09 05:31:01.372996 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-5d77535b-8e87-437b-82c7-6b73f3045070 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:31:01.416358 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-5d77535b-8e87-437b-82c7-6b73f3045070 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:31:01.528049 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239aa70b-4067-4d9d-a2a4-2a7684fb30cb None None] Pushing event updated for resources: {'Port': ['ID=b38685d2-50f2-4b55-8444-59811bb10bdd,revision_number=2']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:31:01.556680 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239aa70b-4067-4d9d-a2a4-2a7684fb30cb None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:01.565540 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239aa70b-4067-4d9d-a2a4-2a7684fb30cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:01.568256 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239aa70b-4067-4d9d-a2a4-2a7684fb30cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:01.568953 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239aa70b-4067-4d9d-a2a4-2a7684fb30cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:01.569600 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239aa70b-4067-4d9d-a2a4-2a7684fb30cb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:01.573021 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239aa70b-4067-4d9d-a2a4-2a7684fb30cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:01.573678 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239aa70b-4067-4d9d-a2a4-2a7684fb30cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:01.574484 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239aa70b-4067-4d9d-a2a4-2a7684fb30cb None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:01.575046 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239aa70b-4067-4d9d-a2a4-2a7684fb30cb None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:01.575695 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239aa70b-4067-4d9d-a2a4-2a7684fb30cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:01.576341 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239aa70b-4067-4d9d-a2a4-2a7684fb30cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:01.576985 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239aa70b-4067-4d9d-a2a4-2a7684fb30cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:01.583709 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239aa70b-4067-4d9d-a2a4-2a7684fb30cb None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:01.584402 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239aa70b-4067-4d9d-a2a4-2a7684fb30cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:01.585075 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239aa70b-4067-4d9d-a2a4-2a7684fb30cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:01.585754 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239aa70b-4067-4d9d-a2a4-2a7684fb30cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:01.588850 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239aa70b-4067-4d9d-a2a4-2a7684fb30cb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:01.589471 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239aa70b-4067-4d9d-a2a4-2a7684fb30cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:01.590143 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239aa70b-4067-4d9d-a2a4-2a7684fb30cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:01.591048 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239aa70b-4067-4d9d-a2a4-2a7684fb30cb None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:01.591364 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239aa70b-4067-4d9d-a2a4-2a7684fb30cb None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:01.591985 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239aa70b-4067-4d9d-a2a4-2a7684fb30cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:01.592628 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239aa70b-4067-4d9d-a2a4-2a7684fb30cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:01.593321 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239aa70b-4067-4d9d-a2a4-2a7684fb30cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:01.623408 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-239aa70b-4067-4d9d-a2a4-2a7684fb30cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:31:01.631198 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 60818) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:31:01.635349 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-201a2bd1-9518-4fe9-9979-49f151658016 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:01.655693 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-201a2bd1-9518-4fe9-9979-49f151658016 admin admin] Transition to ACTIVE for port object f3312047-ffbf-4cbc-a256-a568e354eaa5 will not be triggered until provisioned by entity DHCP. {{(pid=80245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 09 05:31:01.681557 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-201a2bd1-9518-4fe9-9979-49f151658016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249358491764'] for port, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:01.766845 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-d5f2503e-71e8-4f4a-bb4f-651ddf12c520 None None] Attempting to bind port b38685d2-50f2-4b55-8444-59811bb10bdd on host dv-cinder-763306-6-iscsi for vnic_type normal with profile  {{(pid=80248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 09 05:31:01.767232 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-d5f2503e-71e8-4f4a-bb4f-651ddf12c520 None None] Attempting to bind port b38685d2-50f2-4b55-8444-59811bb10bdd by drivers openvswitch on host dv-cinder-763306-6-iscsi at level 0 using segments [{'id': '6806ddaa-9afa-4e45-ac00-e428af44bdb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89'}] {{(pid=80248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 09 05:31:01.767644 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f2503e-71e8-4f4a-bb4f-651ddf12c520 None None] Attempting to bind port b38685d2-50f2-4b55-8444-59811bb10bdd on network 1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89 {{(pid=80248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 09 05:31:01.784741 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f2503e-71e8-4f4a-bb4f-651ddf12c520 None None] Checking agent: {'id': '7299edea-3c4e-4ec0-b2b3-c0ac9bf6315b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 20, 49), 'started_at': datetime.datetime(2020, 12, 9, 5, 21, 19), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 05:31:01.797215 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f2503e-71e8-4f4a-bb4f-651ddf12c520 None None] Checking segment: {'id': '6806ddaa-9afa-4e45-ac00-e428af44bdb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 09 05:31:01.797800 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d5f2503e-71e8-4f4a-bb4f-651ddf12c520 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:01.806530 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f2503e-71e8-4f4a-bb4f-651ddf12c520 None None] Bound using segment: {'id': '6806ddaa-9afa-4e45-ac00-e428af44bdb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89'} {{(pid=80248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 05:31:01.807118 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-d5f2503e-71e8-4f4a-bb4f-651ddf12c520 None None] Bound port: b38685d2-50f2-4b55-8444-59811bb10bdd, host: dv-cinder-763306-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6806ddaa-9afa-4e45-ac00-e428af44bdb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89'}}] {{(pid=80248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 09 05:31:01.807565 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d5f2503e-71e8-4f4a-bb4f-651ddf12c520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:01.808958 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-aee42d06-cee8-4801-828f-868d210d335e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff80f1358>, [{'id': '052a3259-411d-4ded-8cca-c6df94b73dab', 'name': 'tempest-AttachVolumeShelveTestJSON-332747735-router', 'tenant_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'c1b3ebf6-2106-4e9f-8f5a-ef6d91e18331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:29:47Z', 'updated_at': '2020-12-09T05:30:04Z', 'revision_number': 4, 'project_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'gw_port': {'id': 'c1b3ebf6-2106-4e9f-8f5a-ef6d91e18331', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:17:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052a3259-411d-4ded-8cca-c6df94b73dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:29:50Z', 'updated_at': '2020-12-09T05:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_floatingips': [{'id': '088ebb9d-5c3d-4fc5-9a55-33c0129fe205', 'tenant_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'floating_ip_address': '172.27.2.44', 'floating_network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'router_id': '052a3259-411d-4ded-8cca-c6df94b73dab', 'port_id': 'fe13aeac-bac0-42fe-96d0-5cb4f2cb5d82', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '213a2199-d44a-4f31-a99f-f2fcf48b8a5b', 'mac_address': 'fa:16:3e:e2:9a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605d5808-5bd5-4684-b378-98e3665f56e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-09T05:30:20Z', 'updated_at': '2020-12-09T05:30:57Z', 'revision_number': 1, 'project_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43d0ea31-1f92-40b4-b19c-c5aed665225c', 'name': '', 'network_id': '213a2199-d44a-4f31-a99f-f2fcf48b8a5b', 'tenant_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'mac_address': 'fa:16:3e:90:7b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052a3259-411d-4ded-8cca-c6df94b73dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'f2d416e2-18e0-4718-bf66-1cf63cef4f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:30:02Z', 'updated_at': '2020-12-09T05:30:17Z', 'revision_number': 5, 'project_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'subnets': [{'id': 'f2d416e2-18e0-4718-bf66-1cf63cef4f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:31:01.847009 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee42d06-cee8-4801-828f-868d210d335e None None] Checking router: 052a3259-411d-4ded-8cca-c6df94b73dab for host: dv-cinder-763306-6-iscsi {{(pid=80247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 09 05:31:01.859585 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0b3cdf-70e3-48bb-9c2e-11116b3d5590 req-8b41f43c-7613-46fe-8876-056708dc9b88 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:01.878319 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5b0b3cdf-70e3-48bb-9c2e-11116b3d5590 req-8b41f43c-7613-46fe-8876-056708dc9b88 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=4f9349b3-3183-4102-9447-9d927817bc75 HTTP/1.1" status: 200  len: 945 time: 0.4159987
Dec 09 05:31:01.887672 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee42d06-cee8-4801-828f-868d210d335e None None] Routers {'052a3259-411d-4ded-8cca-c6df94b73dab'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:31:01.891019 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-aee42d06-cee8-4801-828f-868d210d335e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff80f1358>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:30:47Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['052a3259-411d-4ded-8cca-c6df94b73dab'], 'active': True} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:31:02.049269 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-d5f2503e-71e8-4f4a-bb4f-651ddf12c520 None None] For port b38685d2-50f2-4b55-8444-59811bb10bdd, host dv-cinder-763306-6-iscsi, cleared binding levels {{(pid=80248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 09 05:31:02.055276 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-d5f2503e-71e8-4f4a-bb4f-651ddf12c520 None None] For port b38685d2-50f2-4b55-8444-59811bb10bdd, host dv-cinder-763306-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=b38685d2-50f2-4b55-8444-59811bb10bdd,segment=NetworkSegment(6806ddaa-9afa-4e45-ac00-e428af44bdb5),segment_id=6806ddaa-9afa-4e45-ac00-e428af44bdb5)] {{(pid=80248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 09 05:31:02.056962 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:31:02.057939 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6a882404-0caa-4e21-bd84-fe62fe88f824 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:02.063717 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d5f2503e-71e8-4f4a-bb4f-651ddf12c520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:02.100743 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:31:02.110515 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5b0b3cdf-70e3-48bb-9c2e-11116b3d5590 req-5e07a025-9bb9-40fc-bad4-3a1ee5d1fdec tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2308412
Dec 09 05:31:02.131958 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-6a882404-0caa-4e21-bd84-fe62fe88f824 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:31:02.136972 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-6a882404-0caa-4e21-bd84-fe62fe88f824 admin admin] Usage tracker for resource:security_group_rule and tenant:dc1d7cf65734449593f474bd1a37932d is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:31:02.141468 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-6a882404-0caa-4e21-bd84-fe62fe88f824 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:31:02.148374 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-6a882404-0caa-4e21-bd84-fe62fe88f824 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:31:02.156669 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5d77535b-8e87-437b-82c7-6b73f3045070 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:02.211966 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5d77535b-8e87-437b-82c7-6b73f3045070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:02.221943 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201a2bd1-9518-4fe9-9979-49f151658016 admin admin] Pushing event updated for resources: {'Port': ['ID=f3312047-ffbf-4cbc-a256-a568e354eaa5,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:31:02.233200 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-201a2bd1-9518-4fe9-9979-49f151658016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:31:02.243973 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201a2bd1-9518-4fe9-9979-49f151658016 admin admin] Network 9aea0a2f-14fb-4990-ae4d-5b682071e14d is already hosted by enough agents. {{(pid=80245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 09 05:31:02.245569 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-201a2bd1-9518-4fe9-9979-49f151658016 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:31:02.248370 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201a2bd1-9518-4fe9-9979-49f151658016 admin admin] Received port after_create {{(pid=80245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 09 05:31:02.250009 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-201a2bd1-9518-4fe9-9979-49f151658016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3746164'] for router_interface, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:02.258397 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-aee42d06-cee8-4801-828f-868d210d335e None None] Set router 052a3259-411d-4ded-8cca-c6df94b73dab gateway port host: dv-cinder-763306-6-iscsi {{(pid=80247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:31:02.359612 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6a882404-0caa-4e21-bd84-fe62fe88f824 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:02.365263 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-6cd8c0bc-76dc-49da-8ab7-4a40aae6e598 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:31:02.416518 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6a882404-0caa-4e21-bd84-fe62fe88f824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:02.425147 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239aa70b-4067-4d9d-a2a4-2a7684fb30cb None None] Pushing event updated for resources: {'Port': ['ID=b38685d2-50f2-4b55-8444-59811bb10bdd,revision_number=3']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:31:02.442120 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-239aa70b-4067-4d9d-a2a4-2a7684fb30cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:31:02.558509 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '605d5808-5bd5-4684-b378-98e3665f56e4', 'tag': 'fe13aeac-bac0-42fe-96d0-5cb4f2cb5d82'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:31:02.562436 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f2503e-71e8-4f4a-bb4f-651ddf12c520 None None] Routers {'ae0ec6fc-a54a-4487-9f5e-5331958d3ebb'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:31:02.563529 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-d5f2503e-71e8-4f4a-bb4f-651ddf12c520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff812aac8>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:30:47Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['ae0ec6fc-a54a-4487-9f5e-5331958d3ebb'], 'active': True} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:31:02.621374 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-201a2bd1-9518-4fe9-9979-49f151658016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:02.627429 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d77535b-8e87-437b-82c7-6b73f3045070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e079f64a-9b32-419b-8860-35999c6b784a,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:31:02.636160 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-5d77535b-8e87-437b-82c7-6b73f3045070 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=93910032050f46889145374e69f38fb6&name=default HTTP/1.1" status: 200  len: 2879 time: 1.4198434
Dec 09 05:31:02.650427 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 60846) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:31:02.651616 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-5d77535b-8e87-437b-82c7-6b73f3045070 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:31:02.664107 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-6a882404-0caa-4e21-bd84-fe62fe88f824 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dc1d7cf65734449593f474bd1a37932d&name=default HTTP/1.1" status: 200  len: 2879 time: 1.0303237
Dec 09 05:31:02.669936 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-aca1ee98-f9dc-4d71-a966-b6225cc9889b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.220s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:31:02.680582 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 60848) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:31:02.786845 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-fd85617e-65fd-4540-a468-d4f1682d59f2 None None] Provisioning for port f3312047-ffbf-4cbc-a256-a568e354eaa5 completed by entity DHCP. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 09 05:31:02.812598 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-aee42d06-cee8-4801-828f-868d210d335e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff80f1358>, [{'id': '052a3259-411d-4ded-8cca-c6df94b73dab', 'name': 'tempest-AttachVolumeShelveTestJSON-332747735-router', 'tenant_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'c1b3ebf6-2106-4e9f-8f5a-ef6d91e18331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:29:47Z', 'updated_at': '2020-12-09T05:30:04Z', 'revision_number': 4, 'project_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'gw_port': {'id': 'c1b3ebf6-2106-4e9f-8f5a-ef6d91e18331', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:17:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052a3259-411d-4ded-8cca-c6df94b73dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:29:50Z', 'updated_at': '2020-12-09T05:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_floatingips': [{'id': '088ebb9d-5c3d-4fc5-9a55-33c0129fe205', 'tenant_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'floating_ip_address': '172.27.2.44', 'floating_network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'router_id': '052a3259-411d-4ded-8cca-c6df94b73dab', 'port_id': 'fe13aeac-bac0-42fe-96d0-5cb4f2cb5d82', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '213a2199-d44a-4f31-a99f-f2fcf48b8a5b', 'mac_address': 'fa:16:3e:e2:9a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605d5808-5bd5-4684-b378-98e3665f56e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-09T05:30:20Z', 'updated_at': '2020-12-09T05:30:57Z', 'revision_number': 1, 'project_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43d0ea31-1f92-40b4-b19c-c5aed665225c', 'name': '', 'network_id': '213a2199-d44a-4f31-a99f-f2fcf48b8a5b', 'tenant_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'mac_address': 'fa:16:3e:90:7b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052a3259-411d-4ded-8cca-c6df94b73dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'f2d416e2-18e0-4718-bf66-1cf63cef4f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:30:02Z', 'updated_at': '2020-12-09T05:30:17Z', 'revision_number': 5, 'project_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'subnets': [{'id': 'f2d416e2-18e0-4718-bf66-1cf63cef4f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:31:02.812822 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a882404-0caa-4e21-bd84-fe62fe88f824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd131b1-fa0b-4493-85be-3efba09be8f7,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:31:02.823505 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-fd85617e-65fd-4540-a468-d4f1682d59f2 None None] Provisioning complete for port f3312047-ffbf-4cbc-a256-a568e354eaa5 triggered by entity DHCP. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:31:02.823944 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-fd85617e-65fd-4540-a468-d4f1682d59f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:02.835078 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-6a882404-0caa-4e21-bd84-fe62fe88f824 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:31:02.835783 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a6b3bbeb-012c-4e12-82b2-305f333c5847 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:02.890356 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee42d06-cee8-4801-828f-868d210d335e None None] The sync data for ids ['052a3259-411d-4ded-8cca-c6df94b73dab'] in dv-cinder-763306-6-iscsi is: [{'id': '052a3259-411d-4ded-8cca-c6df94b73dab', 'name': 'tempest-AttachVolumeShelveTestJSON-332747735-router', 'tenant_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'c1b3ebf6-2106-4e9f-8f5a-ef6d91e18331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:29:47Z', 'updated_at': '2020-12-09T05:30:04Z', 'revision_number': 4, 'project_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'gw_port': {'id': 'c1b3ebf6-2106-4e9f-8f5a-ef6d91e18331', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:17:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052a3259-411d-4ded-8cca-c6df94b73dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:29:50Z', 'updated_at': '2020-12-09T05:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_floatingips': [{'id': '088ebb9d-5c3d-4fc5-9a55-33c0129fe205', 'tenant_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'floating_ip_address': '172.27.2.44', 'floating_network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'router_id': '052a3259-411d-4ded-8cca-c6df94b73dab', 'port_id': 'fe13aeac-bac0-42fe-96d0-5cb4f2cb5d82', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '213a2199-d44a-4f31-a99f-f2fcf48b8a5b', 'mac_address': 'fa:16:3e:e2:9a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605d5808-5bd5-4684-b378-98e3665f56e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-09T05:30:20Z', 'updated_at': '2020-12-09T05:30:57Z', 'revision_number': 1, 'project_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43d0ea31-1f92-40b4-b19c-c5aed665225c', 'name': '', 'network_id': '213a2199-d44a-4f31-a99f-f2fcf48b8a5b', 'tenant_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'mac_address': 'fa:16:3e:90:7b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052a3259-411d-4ded-8cca-c6df94b73dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'f2d416e2-18e0-4718-bf66-1cf63cef4f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:30:02Z', 'updated_at': '2020-12-09T05:30:17Z', 'revision_number': 5, 'project_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'subnets': [{'id': 'f2d416e2-18e0-4718-bf66-1cf63cef4f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 09 05:31:02.892625 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-fd85617e-65fd-4540-a468-d4f1682d59f2 None None] Port f3312047-ffbf-4cbc-a256-a568e354eaa5 cannot update to ACTIVE because it is not bound. {{(pid=80247) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 09 05:31:02.904595 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a6b3bbeb-012c-4e12-82b2-305f333c5847 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:03.000511 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '605d5808-5bd5-4684-b378-98e3665f56e4', 'tag': 'fe13aeac-bac0-42fe-96d0-5cb4f2cb5d82', 'status': 'completed', 'code': 200}
Dec 09 05:31:03.008460 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-d5f2503e-71e8-4f4a-bb4f-651ddf12c520 None None] Set router ae0ec6fc-a54a-4487-9f5e-5331958d3ebb gateway port host: dv-cinder-763306-6-iscsi {{(pid=80248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:31:03.063605 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a6b3bbeb-012c-4e12-82b2-305f333c5847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:03.078005 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-fa6a64b4-d78f-4b98-8de2-11563e9acbb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:31:03.106245 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b3bbeb-012c-4e12-82b2-305f333c5847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e079f64a-9b32-419b-8860-35999c6b784a,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:31:03.109924 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a6b3bbeb-012c-4e12-82b2-305f333c5847 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:03.113704 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-a6b3bbeb-012c-4e12-82b2-305f333c5847 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e079f64a-9b32-419b-8860-35999c6b784a HTTP/1.1" status: 204  len: 168 time: 0.4462790
Dec 09 05:31:03.113704 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-a6b3bbeb-012c-4e12-82b2-305f333c5847 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:31:03.190616 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4862b6-b481-4882-906c-6dee9f074c7a req-1129d024-c1d4-4268-9a81-08919b9aa5f6 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:03.193468 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cb4862b6-b481-4882-906c-6dee9f074c7a req-1129d024-c1d4-4268-9a81-08919b9aa5f6 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/networks?id=5cb1a234-023e-4349-b09c-d46437d7559b HTTP/1.1" status: 200  len: 815 time: 0.7722342
Dec 09 05:31:03.213778 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610889f-74c8-44ef-9c42-b90329d8b73e req-fc237f5f-384a-420a-94a8-9967cceaca02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:03.216844 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b610889f-74c8-44ef-9c42-b90329d8b73e req-fc237f5f-384a-420a-94a8-9967cceaca02 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c66dfb6ad0d4440d9fde314bc8bf155a&device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 1163 time: 0.1891637
Dec 09 05:31:03.308194 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cb4862b6-b481-4882-906c-6dee9f074c7a req-2b84bafc-2c38-48f2-b706-eca5f881cac9 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/quotas/3257a949e8bc405187c51474a6152074 HTTP/1.1" status: 200  len: 375 time: 0.0692403
Dec 09 05:31:03.328173 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-097ee3e9-88ba-4c6c-a1ef-fed849860f64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:03.451132 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262e0f9a-b5cc-48d6-a08c-c52952b9e194 None None] New status for floating IP 088ebb9d-5c3d-4fc5-9a55-33c0129fe205: ACTIVE {{(pid=80248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 09 05:31:03.454337 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.db.resource_extend [None req-201a2bd1-9518-4fe9-9979-49f151658016 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 09 05:31:03.505725 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-201a2bd1-9518-4fe9-9979-49f151658016 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:03.508707 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-097ee3e9-88ba-4c6c-a1ef-fed849860f64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:03.527183 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-201a2bd1-9518-4fe9-9979-49f151658016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:03.536718 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-201a2bd1-9518-4fe9-9979-49f151658016 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3226911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036851029743'] for router_interface, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:03.565985 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-201a2bd1-9518-4fe9-9979-49f151658016 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:31:03.646375 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610889f-74c8-44ef-9c42-b90329d8b73e req-b7639620-3adb-4735-9964-6aa40534749c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:03.648008 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b610889f-74c8-44ef-9c42-b90329d8b73e req-b7639620-3adb-4735-9964-6aa40534749c service neutron] 10.222.0.59 "GET /v2.0/networks?id=213a2199-d44a-4f31-a99f-f2fcf48b8a5b HTTP/1.1" status: 200  len: 910 time: 0.4143555
Dec 09 05:31:03.718599 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201a2bd1-9518-4fe9-9979-49f151658016 admin admin] Pushing event updated for resources: {'Port': ['ID=f3312047-ffbf-4cbc-a256-a568e354eaa5,revision_number=2']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:31:03.730317 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cb4862b6-b481-4882-906c-6dee9f074c7a req-77f6d5ad-174f-4476-baf8-ad5f4f6ddfb2 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?tenant_id=3257a949e8bc405187c51474a6152074&fields=id HTTP/1.1" status: 200  len: 255 time: 0.4066486
Dec 09 05:31:03.731425 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-201a2bd1-9518-4fe9-9979-49f151658016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:31:03.778133 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b610889f-74c8-44ef-9c42-b90329d8b73e req-b0ed2139-5d87-41bf-a85c-98e649553008 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe13aeac-bac0-42fe-96d0-5cb4f2cb5d82 HTTP/1.1" status: 200  len: 999 time: 0.1203532
Dec 09 05:31:03.875954 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3763358a-a019-4a13-9329-edb1a514ca78 req-3bbbed13-f30c-4073-b67e-49e15dce7565 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:03.884397 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3763358a-a019-4a13-9329-edb1a514ca78 req-3bbbed13-f30c-4073-b67e-49e15dce7565 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=4f9349b3-3183-4102-9447-9d927817bc75 HTTP/1.1" status: 200  len: 945 time: 0.2879620
Dec 09 05:31:03.940963 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-d5f2503e-71e8-4f4a-bb4f-651ddf12c520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff812aac8>, [{'id': 'ae0ec6fc-a54a-4487-9f5e-5331958d3ebb', 'name': 'tempest-TestMinimumBasicScenario-1565234444-router', 'tenant_id': '01ec2b224b424d04bbe7e5a9c52a66d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'b38685d2-50f2-4b55-8444-59811bb10bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:30:54Z', 'updated_at': '2020-12-09T05:31:02Z', 'revision_number': 4, 'project_id': '01ec2b224b424d04bbe7e5a9c52a66d5', 'gw_port': {'id': 'b38685d2-50f2-4b55-8444-59811bb10bdd', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ec:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae0ec6fc-a54a-4487-9f5e-5331958d3ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:30:55Z', 'updated_at': '2020-12-09T05:31:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_interfaces': [{'id': 'f3312047-ffbf-4cbc-a256-a568e354eaa5', 'name': '', 'network_id': '9aea0a2f-14fb-4990-ae4d-5b682071e14d', 'tenant_id': '01ec2b224b424d04bbe7e5a9c52a66d5', 'mac_address': 'fa:16:3e:ee:d7:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae0ec6fc-a54a-4487-9f5e-5331958d3ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'bc2ef73b-021e-4c10-b628-1f5ae57b8553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:31:00Z', 'updated_at': '2020-12-09T05:31:01Z', 'revision_number': 1, 'project_id': '01ec2b224b424d04bbe7e5a9c52a66d5', 'subnets': [{'id': 'bc2ef73b-021e-4c10-b628-1f5ae57b8553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:31:03.950088 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f2503e-71e8-4f4a-bb4f-651ddf12c520 None None] The sync data for ids ['ae0ec6fc-a54a-4487-9f5e-5331958d3ebb'] in dv-cinder-763306-6-iscsi is: [{'id': 'ae0ec6fc-a54a-4487-9f5e-5331958d3ebb', 'name': 'tempest-TestMinimumBasicScenario-1565234444-router', 'tenant_id': '01ec2b224b424d04bbe7e5a9c52a66d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'b38685d2-50f2-4b55-8444-59811bb10bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:30:54Z', 'updated_at': '2020-12-09T05:31:02Z', 'revision_number': 4, 'project_id': '01ec2b224b424d04bbe7e5a9c52a66d5', 'gw_port': {'id': 'b38685d2-50f2-4b55-8444-59811bb10bdd', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ec:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae0ec6fc-a54a-4487-9f5e-5331958d3ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:30:55Z', 'updated_at': '2020-12-09T05:31:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_interfaces': [{'id': 'f3312047-ffbf-4cbc-a256-a568e354eaa5', 'name': '', 'network_id': '9aea0a2f-14fb-4990-ae4d-5b682071e14d', 'tenant_id': '01ec2b224b424d04bbe7e5a9c52a66d5', 'mac_address': 'fa:16:3e:ee:d7:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae0ec6fc-a54a-4487-9f5e-5331958d3ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'bc2ef73b-021e-4c10-b628-1f5ae57b8553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:31:00Z', 'updated_at': '2020-12-09T05:31:01Z', 'revision_number': 1, 'project_id': '01ec2b224b424d04bbe7e5a9c52a66d5', 'subnets': [{'id': 'bc2ef73b-021e-4c10-b628-1f5ae57b8553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 09 05:31:03.956992 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610889f-74c8-44ef-9c42-b90329d8b73e req-cb0e1014-11c2-496c-9818-c324f67865b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:03.959072 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b610889f-74c8-44ef-9c42-b90329d8b73e req-cb0e1014-11c2-496c-9818-c324f67865b7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f2d416e2-18e0-4718-bf66-1cf63cef4f47 HTTP/1.1" status: 200  len: 855 time: 0.1676002
Dec 09 05:31:03.968032 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3763358a-a019-4a13-9329-edb1a514ca78 req-f8f92ed0-c03b-45d1-98d8-bcac225db1ac tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0811436
Dec 09 05:31:04.036559 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-097ee3e9-88ba-4c6c-a1ef-fed849860f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:04.054388 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-08a34a20-bf77-4ce7-bda9-c0776754d340 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:31:04.063007 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610889f-74c8-44ef-9c42-b90329d8b73e req-c5231977-46da-4570-94c4-26c48dba0518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:04.064652 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b610889f-74c8-44ef-9c42-b90329d8b73e req-c5231977-46da-4570-94c4-26c48dba0518 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=213a2199-d44a-4f31-a99f-f2fcf48b8a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0953810
Dec 09 05:31:04.086605 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097ee3e9-88ba-4c6c-a1ef-fed849860f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd131b1-fa0b-4493-85be-3efba09be8f7,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:31:04.117640 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-097ee3e9-88ba-4c6c-a1ef-fed849860f64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:31:04.164238 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-097ee3e9-88ba-4c6c-a1ef-fed849860f64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:04.165468 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-097ee3e9-88ba-4c6c-a1ef-fed849860f64 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ecd131b1-fa0b-4493-85be-3efba09be8f7 HTTP/1.1" status: 204  len: 168 time: 1.1382184
Dec 09 05:31:04.179403 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cb4862b6-b481-4882-906c-6dee9f074c7a req-1c4e0ef7-8c46-4898-b8e1-523c4a20a905 service neutron] 10.222.0.39 "GET /v2.0/networks/5cb1a234-023e-4349-b09c-d46437d7559b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3718684
Dec 09 05:31:04.195859 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-43f44203-54c4-4c67-af47-9ad3e8a05b65 None None] Agent healthcheck: found 6 active agents {{(pid=80248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 09 05:31:04.209995 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201a2bd1-9518-4fe9-9979-49f151658016 admin admin] Network 9aea0a2f-14fb-4990-ae4d-5b682071e14d is already hosted by enough agents. {{(pid=80245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 09 05:31:04.215709 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-201a2bd1-9518-4fe9-9979-49f151658016 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:31:04.288005 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b610889f-74c8-44ef-9c42-b90329d8b73e req-3d253b25-0c1d-4675-9e67-da43c1b38ee0 service neutron] 10.222.0.59 "GET /v2.0/networks/213a2199-d44a-4f31-a99f-f2fcf48b8a5b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2111292
Dec 09 05:31:04.507779 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 60892) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:31:04.643136 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b610889f-74c8-44ef-9c42-b90329d8b73e req-75c734b0-2ca0-4e09-9d03-7fe359d48ce1 service neutron] 10.222.0.59 "GET /v2.0/networks/213a2199-d44a-4f31-a99f-f2fcf48b8a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3399498
Dec 09 05:31:04.647349 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-c65f9a02-5b2c-4e20-ae5d-bb75b84e49c6 None None] Provisioning complete for port f3312047-ffbf-4cbc-a256-a568e354eaa5 triggered by entity DHCP. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:31:04.647784 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c65f9a02-5b2c-4e20-ae5d-bb75b84e49c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:04.743168 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-201a2bd1-9518-4fe9-9979-49f151658016 admin admin] Router ae0ec6fc-a54a-4487-9f5e-5331958d3ebb has already been hosted by L3 agent 16cb43a9-cd2d-4531-acd4-2457db4a9ad2 {{(pid=80245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 09 05:31:04.762417 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cb4862b6-b481-4882-906c-6dee9f074c7a req-182d330b-442c-4207-8fd9-f09cc5af3aed service neutron] 10.222.0.39 "GET /v2.0/networks/5cb1a234-023e-4349-b09c-d46437d7559b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5820537
Dec 09 05:31:04.766801 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-c65f9a02-5b2c-4e20-ae5d-bb75b84e49c6 None None] Port f3312047-ffbf-4cbc-a256-a568e354eaa5 cannot update to ACTIVE because it is not bound. {{(pid=80247) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 09 05:31:04.844825 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-b2f9260d-315c-4e49-b579-bb4f7a71051f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-660769372-network', 'tenant_id': '3272d95525f04699bfa13696856fc395'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:31:04.854903 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-b2f9260d-315c-4e49-b579-bb4f7a71051f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:31:05.097401 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 60918) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:31:05.223873 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-b2f9260d-315c-4e49-b579-bb4f7a71051f admin admin] Usage tracker for resource:network and tenant:3272d95525f04699bfa13696856fc395 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:31:05.263509 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_v2 [None req-d10a5d2c-2039-4e82-b253-9a0ce933ce23 admin admin] Deleting subnet 680d44e1-e1f9-4d0e-a503-a148de8a977c {{(pid=80246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 09 05:31:05.275746 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-b2f9260d-315c-4e49-b579-bb4f7a71051f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:31:05.276093 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d10a5d2c-2039-4e82-b253-9a0ce933ce23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:05.296535 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-b2f9260d-315c-4e49-b579-bb4f7a71051f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:31:05.332562 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b56693c0-61c6-4038-a86d-621777327f96 req-60f06e97-6e64-4fee-b26a-f84020d4f2e1 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=66af7b7a-008f-41a5-af48-13f1c7b1134e HTTP/1.1" status: 200  len: 210 time: 0.0948031
Dec 09 05:31:05.399936 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f9260d-315c-4e49-b579-bb4f7a71051f admin admin] Made reservation on behalf of 3272d95525f04699bfa13696856fc395 for: {'network': 1} {{(pid=80245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 09 05:31:05.404907 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b2f9260d-315c-4e49-b579-bb4f7a71051f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for network, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:05.428341 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b2f9260d-315c-4e49-b579-bb4f7a71051f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:05.454973 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-b2f9260d-315c-4e49-b579-bb4f7a71051f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:31:05.460004 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-b2f9260d-315c-4e49-b579-bb4f7a71051f admin admin] Usage tracker for resource:security_group_rule and tenant:3272d95525f04699bfa13696856fc395 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:31:05.463446 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-b2f9260d-315c-4e49-b579-bb4f7a71051f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:31:05.470251 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-b2f9260d-315c-4e49-b579-bb4f7a71051f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:31:05.491451 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d10a5d2c-2039-4e82-b253-9a0ce933ce23 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:05.502814 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d10a5d2c-2039-4e82-b253-9a0ce933ce23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3642508'] for subnet, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:05.544646 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f0fed-7d3f-4a05-9d42-46036f4bb241 req-23ed9ef8-d6be-40c7-9803-07b18a51485b tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:05.553887 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-316f0fed-7d3f-4a05-9d42-46036f4bb241 req-23ed9ef8-d6be-40c7-9803-07b18a51485b tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=4f9349b3-3183-4102-9447-9d927817bc75 HTTP/1.1" status: 200  len: 945 time: 0.2138834
Dec 09 05:31:05.572903 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-201a2bd1-9518-4fe9-9979-49f151658016 admin admin] Notify agent at l3_agent.dv-cinder-763306-6-iscsi the message routers_updated {{(pid=80245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 09 05:31:05.618675 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-201a2bd1-9518-4fe9-9979-49f151658016 admin admin] 10.222.0.39 "PUT /v2.0/routers/ae0ec6fc-a54a-4487-9f5e-5331958d3ebb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.9911432
Dec 09 05:31:05.625843 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-316f0fed-7d3f-4a05-9d42-46036f4bb241 req-a415e5b5-80c3-4c0d-848d-99c1a1c84cc7 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710130
Dec 09 05:31:05.687208 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b2f9260d-315c-4e49-b579-bb4f7a71051f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:05.696269 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b2f9260d-315c-4e49-b579-bb4f7a71051f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:05.701106 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:31:05.753054 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f9260d-315c-4e49-b579-bb4f7a71051f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4483a5-d274-4517-bef3-e449c0976a8f,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:31:05.757565 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-b2f9260d-315c-4e49-b579-bb4f7a71051f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:31:05.787767 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2f9260d-315c-4e49-b579-bb4f7a71051f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=80245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 09 05:31:05.807003 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b2f9260d-315c-4e49-b579-bb4f7a71051f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787496670511', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638805'] for segment, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:05.807457 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.db.segments_db [None req-b2f9260d-315c-4e49-b579-bb4f7a71051f admin admin] Added segment 944c88b7-093c-4ba9-a077-15ccab2c2efa of type vxlan for network 9631c928-d96a-4d32-8f46-517eee091b1a
Dec 09 05:31:05.867235 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b2f9260d-315c-4e49-b579-bb4f7a71051f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363249358512056'] for network, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:05.908455 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b2f9260d-315c-4e49-b579-bb4f7a71051f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854364948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894'] for network, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:05.910315 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f9260d-315c-4e49-b579-bb4f7a71051f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:05.911096 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b2f9260d-315c-4e49-b579-bb4f7a71051f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3226941'] for network, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:05.922008 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-847b581f-5171-4b15-95d4-73654c18881b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:31:05.987783 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-b2f9260d-315c-4e49-b579-bb4f7a71051f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 1.3917916
Dec 09 05:31:06.002031 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 60940) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:31:06.015250 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d10a5d2c-2039-4e82-b253-9a0ce933ce23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851133308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854364984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894'] for subnet, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:06.035804 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-040b808e-15e3-40d6-94a9-addce6ea9707 admin admin] Request body: {'subnet': {'network_id': '9631c928-d96a-4d32-8f46-517eee091b1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-660769372-subnet', 'tenant_id': '3272d95525f04699bfa13696856fc395', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:31:06.039257 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-6e77aecd-d23b-4a85-af82-5ccb3056c3e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:31:06.085520 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10a5d2c-2039-4e82-b253-9a0ce933ce23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=680d44e1-e1f9-4d0e-a503-a148de8a977c,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:31:06.088609 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-d10a5d2c-2039-4e82-b253-9a0ce933ce23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:31:06.107946 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-040b808e-15e3-40d6-94a9-addce6ea9707 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:31:06.120207 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-040b808e-15e3-40d6-94a9-addce6ea9707 admin admin] Usage tracker for resource:subnet and tenant:3272d95525f04699bfa13696856fc395 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:31:06.127994 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-040b808e-15e3-40d6-94a9-addce6ea9707 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:31:06.130958 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f9260d-315c-4e49-b579-bb4f7a71051f admin admin] Pushing event updated for resources: {'Network': ['ID=9631c928-d96a-4d32-8f46-517eee091b1a,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:31:06.136399 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-b2f9260d-315c-4e49-b579-bb4f7a71051f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:31:06.137718 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-040b808e-15e3-40d6-94a9-addce6ea9707 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:31:06.145924 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Network 9631c928-d96a-4d32-8f46-517eee091b1a details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80247) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 09 05:31:06.154256 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-040b808e-15e3-40d6-94a9-addce6ea9707 admin admin] Made reservation on behalf of 3272d95525f04699bfa13696856fc395 for: {'subnet': 1} {{(pid=80245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 09 05:31:06.160138 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-040b808e-15e3-40d6-94a9-addce6ea9707 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:06.180802 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Network 9631c928-d96a-4d32-8f46-517eee091b1a details requested by agent ovs-agent-dv-cinder-763306-6-iscsi with host dv-cinder-763306-6-iscsi {{(pid=80247) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 09 05:31:06.300928 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d10a5d2c-2039-4e82-b253-9a0ce933ce23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:06.308512 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-d10a5d2c-2039-4e82-b253-9a0ce933ce23 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/680d44e1-e1f9-4d0e-a503-a148de8a977c HTTP/1.1" status: 204  len: 168 time: 1.2098773
Dec 09 05:31:06.310986 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 60954) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:31:06.483125 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-263d23f7-43c8-4335-8080-4b9475ce2de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851217242'] for network, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:06.755091 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6f6b5bb7-2756-4135-aa8a-40ad241c1166 req-9eee0ac0-f147-4fce-9b9e-44d67308d3e9 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=66af7b7a-008f-41a5-af48-13f1c7b1134e HTTP/1.1" status: 200  len: 210 time: 0.1352096
Dec 09 05:31:06.846898 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-040b808e-15e3-40d6-94a9-addce6ea9707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854364984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894'] for subnet, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:06.911385 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:31:07.049641 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device b38685d2-50f2-4b55-8444-59811bb10bdd up at agent ovs-agent-dv-cinder-763306-6-iscsi {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:31:07.172562 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-263d23f7-43c8-4335-8080-4b9475ce2de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3640018', 'neutron.services.segments.db._delete_segments_for_network--9223363249358105289'] for network, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:07.245652 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Provisioning for port b38685d2-50f2-4b55-8444-59811bb10bdd completed by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 09 05:31:07.255694 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Provisioning complete for port b38685d2-50f2-4b55-8444-59811bb10bdd triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:31:07.256414 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:07.333030 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-263d23f7-43c8-4335-8080-4b9475ce2de0 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fdff86c16d8>> segment before_delete 55550000 {{(pid=80246) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:31:07.333438 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-263d23f7-43c8-4335-8080-4b9475ce2de0 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fdff86c16d8>> subnet precommit_delete_associations 55550000 {{(pid=80246) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:31:07.334321 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-263d23f7-43c8-4335-8080-4b9475ce2de0 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fdff3b49f98>> segment_host_mapping after_create 55550000 {{(pid=80246) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:31:07.334697 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-263d23f7-43c8-4335-8080-4b9475ce2de0 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fdff3b49f98>> port after_create 55550000 {{(pid=80246) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:31:07.335061 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-263d23f7-43c8-4335-8080-4b9475ce2de0 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fdff3b49f98>> port after_delete 55550000 {{(pid=80246) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:31:07.335437 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-263d23f7-43c8-4335-8080-4b9475ce2de0 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fdff3b49f98>> port after_update 55550000 {{(pid=80246) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:31:07.335940 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-263d23f7-43c8-4335-8080-4b9475ce2de0 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fdff3b49f98>> segment after_delete 55550000 {{(pid=80246) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:31:07.336322 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-263d23f7-43c8-4335-8080-4b9475ce2de0 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fdff3b49f98>> subnet after_create 55550000 {{(pid=80246) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:31:07.336813 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-263d23f7-43c8-4335-8080-4b9475ce2de0 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fdff3b49f98>> subnet after_delete 55550000 {{(pid=80246) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:31:07.337174 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-263d23f7-43c8-4335-8080-4b9475ce2de0 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fdff3b49f98>> subnet after_update 55550000 {{(pid=80246) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:31:07.352284 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b808e-15e3-40d6-94a9-addce6ea9707 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fd6cd95-20e0-4096-8962-7921aea2dbc3,revision_number=0']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:31:07.364677 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-040b808e-15e3-40d6-94a9-addce6ea9707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:31:07.414934 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-263d23f7-43c8-4335-8080-4b9475ce2de0 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fdff2baa588>> subnet after_create 55550000 {{(pid=80246) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:31:07.415238 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-263d23f7-43c8-4335-8080-4b9475ce2de0 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fdff2baa588>> subnet after_delete 55550000 {{(pid=80246) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:31:07.415616 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-263d23f7-43c8-4335-8080-4b9475ce2de0 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fdff2baa588>> subnet before_create 55550000 {{(pid=80246) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:31:07.415984 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-263d23f7-43c8-4335-8080-4b9475ce2de0 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fdff2baa588>> subnet before_update 55550000 {{(pid=80246) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:31:07.416395 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-263d23f7-43c8-4335-8080-4b9475ce2de0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fdff2acdeb8>,) {'filters': {'network_id': ['c35ae514-c0a3-4dd6-86f3-408f005aa8d5']}} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:31:07.435954 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-263d23f7-43c8-4335-8080-4b9475ce2de0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fdff2acdeb8>, 'fe821501-62ae-499e-bd27-a982d7ea1122') {'for_net_delete': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:31:07.436266 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-263d23f7-43c8-4335-8080-4b9475ce2de0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fdff2acdeb8>, 'fe821501-62ae-499e-bd27-a982d7ea1122') {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:31:07.449989 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-263d23f7-43c8-4335-8080-4b9475ce2de0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363249358104777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853146594'] for segment, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:07.539211 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:07.556304 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040b808e-15e3-40d6-94a9-addce6ea9707 admin admin] Checking segment: {'id': '944c88b7-093c-4ba9-a077-15ccab2c2efa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '9631c928-d96a-4d32-8f46-517eee091b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 09 05:31:07.556715 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040b808e-15e3-40d6-94a9-addce6ea9707 admin admin] Network hostable DHCP agents. Network: 9631c928-d96a-4d32-8f46-517eee091b1a, hostable agents: ['cf8ef789-40b7-4066-b095-c11a9e991b4e'], hosted agents: [] {{(pid=80245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 09 05:31:07.559337 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] For port b38685d2-50f2-4b55-8444-59811bb10bdd, host dv-cinder-763306-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=b38685d2-50f2-4b55-8444-59811bb10bdd,segment=NetworkSegment(6806ddaa-9afa-4e45-ac00-e428af44bdb5),segment_id=6806ddaa-9afa-4e45-ac00-e428af44bdb5)] {{(pid=80247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:31:07.563813 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:07.566959 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:31:07.584728 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-263d23f7-43c8-4335-8080-4b9475ce2de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638805'] for segment, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:07.586848 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-263d23f7-43c8-4335-8080-4b9475ce2de0 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 09 05:31:07.590541 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040b808e-15e3-40d6-94a9-addce6ea9707 admin admin] Network 9631c928-d96a-4d32-8f46-517eee091b1a is scheduled to be hosted by DHCP agent cf8ef789-40b7-4066-b095-c11a9e991b4e with binding_index 1 {{(pid=80245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 09 05:31:07.612889 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-040b808e-15e3-40d6-94a9-addce6ea9707 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-6-iscsi, 9631c928-d96a-4d32-8f46-517eee091b1a) {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:31:07.623080 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040b808e-15e3-40d6-94a9-addce6ea9707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:07.623628 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-040b808e-15e3-40d6-94a9-addce6ea9707 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3226941'] for subnet, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:07.653527 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f0bddc-0b10-4aca-9bca-36230b606b60 None None] Network 9631c928-d96a-4d32-8f46-517eee091b1a requested from dv-cinder-763306-6-iscsi {{(pid=80247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 09 05:31:07.689014 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-040b808e-15e3-40d6-94a9-addce6ea9707 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.6854417
Dec 09 05:31:08.001186 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Pushing event updated for resources: {'Port': ['ID=b38685d2-50f2-4b55-8444-59811bb10bdd,revision_number=4']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:31:08.005184 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:31:08.180712 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f9e3dcff-da49-4b38-8d19-6bc8d1c05e87 req-dfdca619-a69c-4057-bbdc-e6cb1763bc67 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=66af7b7a-008f-41a5-af48-13f1c7b1134e HTTP/1.1" status: 200  len: 210 time: 0.0722616
Dec 09 05:31:08.214626 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13da6c69-85f8-4170-87bf-e12bbbf58d1c None None] Network 9631c928-d96a-4d32-8f46-517eee091b1a requested from dv-cinder-763306-6-iscsi {{(pid=80247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 09 05:31:08.461886 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-263d23f7-43c8-4335-8080-4b9475ce2de0 admin admin] Network c35ae514-c0a3-4dd6-86f3-408f005aa8d5 has no segments {{(pid=80246) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 09 05:31:08.508694 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-263d23f7-43c8-4335-8080-4b9475ce2de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851136996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843934838'] for segment, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:08.688732 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4862b6-b481-4882-906c-6dee9f074c7a req-5ca0935c-6bd2-427e-b7ef-de2091ecb118 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:08.690941 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cb4862b6-b481-4882-906c-6dee9f074c7a req-5ca0935c-6bd2-427e-b7ef-de2091ecb118 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.59 "GET /v2.0/networks?id=5cb1a234-023e-4349-b09c-d46437d7559b HTTP/1.1" status: 200  len: 815 time: 1.5304198
Dec 09 05:31:08.720013 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f3fccd-98ce-4e47-a71a-3e0f4a96eed4 None None] Sync routers for ids ['ae0ec6fc-a54a-4487-9f5e-5331958d3ebb'] in dv-cinder-763306-6-iscsi {{(pid=80247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 09 05:31:08.740118 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f3fccd-98ce-4e47-a71a-3e0f4a96eed4 None None] Routers {'ae0ec6fc-a54a-4487-9f5e-5331958d3ebb'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:31:08.740836 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-b9f3fccd-98ce-4e47-a71a-3e0f4a96eed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff87c0c18>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:30:47Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['ae0ec6fc-a54a-4487-9f5e-5331958d3ebb'], 'active': True} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:31:08.813327 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-cb4862b6-b481-4882-906c-6dee9f074c7a req-9bcaf7aa-675d-4851-a86d-04cea04a6a53 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Request body: {'port': {'device_id': '66af7b7a-008f-41a5-af48-13f1c7b1134e', 'network_id': '5cb1a234-023e-4349-b09c-d46437d7559b', 'admin_state_up': True, 'tenant_id': '3257a949e8bc405187c51474a6152074'}} {{(pid=80246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:31:08.962324 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-b9f3fccd-98ce-4e47-a71a-3e0f4a96eed4 None None] Set router ae0ec6fc-a54a-4487-9f5e-5331958d3ebb gateway port host: dv-cinder-763306-6-iscsi {{(pid=80247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:31:09.108963 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-cb4862b6-b481-4882-906c-6dee9f074c7a req-9bcaf7aa-675d-4851-a86d-04cea04a6a53 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:31:09.137425 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device b38685d2-50f2-4b55-8444-59811bb10bdd up at agent ovs-agent-dv-cinder-763306-6-iscsi {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:31:09.244515 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-cb4862b6-b481-4882-906c-6dee9f074c7a req-9bcaf7aa-675d-4851-a86d-04cea04a6a53 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:31:09.252873 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e4e044-01ca-4084-b784-7c7ab89e52be req-9115092e-6d9b-4a7d-899a-ac2bd36bd5b5 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:09.261179 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-18e4e044-01ca-4084-b784-7c7ab89e52be req-9115092e-6d9b-4a7d-899a-ac2bd36bd5b5 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=4f9349b3-3183-4102-9447-9d927817bc75 HTTP/1.1" status: 200  len: 945 time: 2.2427402
Dec 09 05:31:09.279384 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 32794) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:31:09.286987 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-9b1620bd-bfbb-4a3b-aebd-8b800aca7971 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-859415259-network', 'tenant_id': '8108e3035c6e4c0b8ea5f875d0cd43b8'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:31:09.292383 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-9b1620bd-bfbb-4a3b-aebd-8b800aca7971 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:31:09.297587 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-9b1620bd-bfbb-4a3b-aebd-8b800aca7971 admin admin] Usage tracker for resource:network and tenant:8108e3035c6e4c0b8ea5f875d0cd43b8 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:31:09.299979 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Provisioning complete for port b38685d2-50f2-4b55-8444-59811bb10bdd triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:31:09.300414 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:09.302601 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-9b1620bd-bfbb-4a3b-aebd-8b800aca7971 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:31:09.306338 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-263d23f7-43c8-4335-8080-4b9475ce2de0 admin admin] Network c35ae514-c0a3-4dd6-86f3-408f005aa8d5 has no segments {{(pid=80246) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 09 05:31:09.309433 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-9b1620bd-bfbb-4a3b-aebd-8b800aca7971 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:31:09.319697 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb4862b6-b481-4882-906c-6dee9f074c7a req-9bcaf7aa-675d-4851-a86d-04cea04a6a53 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Made reservation on behalf of 3257a949e8bc405187c51474a6152074 for: {'port': 1} {{(pid=80246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 09 05:31:09.325267 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1620bd-bfbb-4a3b-aebd-8b800aca7971 admin admin] Made reservation on behalf of 8108e3035c6e4c0b8ea5f875d0cd43b8 for: {'network': 1} {{(pid=80245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 09 05:31:09.326531 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-cb4862b6-b481-4882-906c-6dee9f074c7a req-9bcaf7aa-675d-4851-a86d-04cea04a6a53 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:09.333411 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9b1620bd-bfbb-4a3b-aebd-8b800aca7971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for network, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:09.350727 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9b1620bd-bfbb-4a3b-aebd-8b800aca7971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:09.363681 dv-cinder-763306-6-iscsi neutron-server[80130]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Dec 09 05:31:09.363681 dv-cinder-763306-6-iscsi neutron-server[80130]:   (rel_b, rel_a, rel_b),
Dec 09 05:31:09.363681 dv-cinder-763306-6-iscsi neutron-server[80130]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Dec 09 05:31:09.363681 dv-cinder-763306-6-iscsi neutron-server[80130]:   (rel_b, rel_a, rel_b),
Dec 09 05:31:09.363681 dv-cinder-763306-6-iscsi neutron-server[80130]: Traceback (most recent call last):
Dec 09 05:31:09.363681 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 09 05:31:09.363681 dv-cinder-763306-6-iscsi neutron-server[80130]:     timer()
Dec 09 05:31:09.363681 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 05:31:09.363681 dv-cinder-763306-6-iscsi neutron-server[80130]:     cb(*args, **kw)
Dec 09 05:31:09.363681 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 09 05:31:09.363681 dv-cinder-763306-6-iscsi neutron-server[80130]:     return func(*args, **kwargs)
Dec 09 05:31:09.363681 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 05:31:09.363681 dv-cinder-763306-6-iscsi neutron-server[80130]:     self._notify()
Dec 09 05:31:09.363681 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 05:31:09.363681 dv-cinder-763306-6-iscsi neutron-server[80130]:     self.callback(batched_events)
Dec 09 05:31:09.363681 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 05:31:09.363681 dv-cinder-763306-6-iscsi neutron-server[80130]:     event.method(event)
Dec 09 05:31:09.363681 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 05:31:09.363681 dv-cinder-763306-6-iscsi neutron-server[80130]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 05:31:09.363681 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 09 05:31:09.363681 dv-cinder-763306-6-iscsi neutron-server[80130]:     segment_id)['aggregates'][0]
Dec 09 05:31:09.363681 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 05:31:09.363681 dv-cinder-763306-6-iscsi neutron-server[80130]:     return f(self, *a, **k)
Dec 09 05:31:09.363681 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 09 05:31:09.363681 dv-cinder-763306-6-iscsi neutron-server[80130]:     return self._get(url).json()
Dec 09 05:31:09.363681 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 05:31:09.363681 dv-cinder-763306-6-iscsi neutron-server[80130]:     **kwargs)
Dec 09 05:31:09.363681 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 05:31:09.363681 dv-cinder-763306-6-iscsi neutron-server[80130]:     return self.request(url, 'GET', **kwargs)
Dec 09 05:31:09.363681 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 09 05:31:09.363681 dv-cinder-763306-6-iscsi neutron-server[80130]:     **endpoint_filter)
Dec 09 05:31:09.363681 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 05:31:09.363681 dv-cinder-763306-6-iscsi neutron-server[80130]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 05:31:09.363681 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 05:31:09.363681 dv-cinder-763306-6-iscsi neutron-server[80130]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 05:31:09.363681 dv-cinder-763306-6-iscsi neutron-server[80130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 05:31:09.369428 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-9b1620bd-bfbb-4a3b-aebd-8b800aca7971 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:31:09.376470 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-9b1620bd-bfbb-4a3b-aebd-8b800aca7971 admin admin] Usage tracker for resource:security_group_rule and tenant:8108e3035c6e4c0b8ea5f875d0cd43b8 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:31:09.381657 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-9b1620bd-bfbb-4a3b-aebd-8b800aca7971 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:31:09.392731 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-9b1620bd-bfbb-4a3b-aebd-8b800aca7971 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:31:09.542040 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9b1620bd-bfbb-4a3b-aebd-8b800aca7971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:09.585434 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9b1620bd-bfbb-4a3b-aebd-8b800aca7971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:09.590089 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-18e4e044-01ca-4084-b784-7c7ab89e52be req-682f4107-5fcc-42d9-92b9-70a4ad9ab82c tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3279202
Dec 09 05:31:09.603661 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-b9f3fccd-98ce-4e47-a71a-3e0f4a96eed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff87c0c18>, [{'id': 'ae0ec6fc-a54a-4487-9f5e-5331958d3ebb', 'name': 'tempest-TestMinimumBasicScenario-1565234444-router', 'tenant_id': '01ec2b224b424d04bbe7e5a9c52a66d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'b38685d2-50f2-4b55-8444-59811bb10bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:30:54Z', 'updated_at': '2020-12-09T05:31:02Z', 'revision_number': 4, 'project_id': '01ec2b224b424d04bbe7e5a9c52a66d5', 'gw_port': {'id': 'b38685d2-50f2-4b55-8444-59811bb10bdd', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ec:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0ec6fc-a54a-4487-9f5e-5331958d3ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:30:55Z', 'updated_at': '2020-12-09T05:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_interfaces': [{'id': 'f3312047-ffbf-4cbc-a256-a568e354eaa5', 'name': '', 'network_id': '9aea0a2f-14fb-4990-ae4d-5b682071e14d', 'tenant_id': '01ec2b224b424d04bbe7e5a9c52a66d5', 'mac_address': 'fa:16:3e:ee:d7:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae0ec6fc-a54a-4487-9f5e-5331958d3ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'bc2ef73b-021e-4c10-b628-1f5ae57b8553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:31:00Z', 'updated_at': '2020-12-09T05:31:02Z', 'revision_number': 2, 'project_id': '01ec2b224b424d04bbe7e5a9c52a66d5', 'subnets': [{'id': 'bc2ef73b-021e-4c10-b628-1f5ae57b8553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:31:09.613766 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-097ee3e9-88ba-4c6c-a1ef-fed849860f64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:31:09.614524 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f3fccd-98ce-4e47-a71a-3e0f4a96eed4 None None] Checking router: ae0ec6fc-a54a-4487-9f5e-5331958d3ebb for host: dv-cinder-763306-6-iscsi {{(pid=80247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 09 05:31:09.614946 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f3fccd-98ce-4e47-a71a-3e0f4a96eed4 None None] Updating router ae0ec6fc-a54a-4487-9f5e-5331958d3ebb port f3312047-ffbf-4cbc-a256-a568e354eaa5 binding host dv-cinder-763306-6-iscsi {{(pid=80247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 09 05:31:09.683809 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b9f3fccd-98ce-4e47-a71a-3e0f4a96eed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:09.687175 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1620bd-bfbb-4a3b-aebd-8b800aca7971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a668cf6-5424-43d0-91e0-681daa94ed57,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:31:09.691175 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-263d23f7-43c8-4335-8080-4b9475ce2de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851135783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854364948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036851028489'] for network, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:09.697705 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-14f39ff6-aa4b-41ed-8682-70b2645c6c1c req-f110678a-86dc-4442-811c-e3629bb93212 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=66af7b7a-008f-41a5-af48-13f1c7b1134e HTTP/1.1" status: 200  len: 210 time: 0.1625512
Dec 09 05:31:09.698796 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-9b1620bd-bfbb-4a3b-aebd-8b800aca7971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:31:09.717715 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b1620bd-bfbb-4a3b-aebd-8b800aca7971 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 09 05:31:09.728988 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:31:09.731003 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9b1620bd-bfbb-4a3b-aebd-8b800aca7971 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787496670511', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638805'] for segment, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:09.731616 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.db.segments_db [None req-9b1620bd-bfbb-4a3b-aebd-8b800aca7971 admin admin] Added segment 677d5e84-0bf6-4181-a0c4-4276e35f93e2 of type vxlan for network f27a48e7-2bfc-486c-9dc8-8cd2f3e1c2bc
Dec 09 05:31:09.773372 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9b1620bd-bfbb-4a3b-aebd-8b800aca7971 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363249358512056'] for network, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:09.791494 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-263d23f7-43c8-4335-8080-4b9475ce2de0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3226941'] for network, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:09.820430 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263d23f7-43c8-4335-8080-4b9475ce2de0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c35ae514-c0a3-4dd6-86f3-408f005aa8d5,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:31:09.833419 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-263d23f7-43c8-4335-8080-4b9475ce2de0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:31:09.876662 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9b1620bd-bfbb-4a3b-aebd-8b800aca7971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854364948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894'] for network, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:09.878697 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1620bd-bfbb-4a3b-aebd-8b800aca7971 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:09.879352 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9b1620bd-bfbb-4a3b-aebd-8b800aca7971 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3226941'] for network, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:09.883811 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:31:09.902091 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-263d23f7-43c8-4335-8080-4b9475ce2de0 admin admin] 10.222.0.39 "DELETE /v2.0/networks/c35ae514-c0a3-4dd6-86f3-408f005aa8d5 HTTP/1.1" status: 204  len: 168 time: 3.5892110
Dec 09 05:31:10.109927 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-9b1620bd-bfbb-4a3b-aebd-8b800aca7971 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.8285894
Dec 09 05:31:10.114810 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 32804) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:31:10.115724 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1620bd-bfbb-4a3b-aebd-8b800aca7971 admin admin] Pushing event updated for resources: {'Network': ['ID=f27a48e7-2bfc-486c-9dc8-8cd2f3e1c2bc,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:31:10.131740 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-9b1620bd-bfbb-4a3b-aebd-8b800aca7971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:31:10.136246 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-c9cca86d-1069-4454-9659-9b7514a9675f admin admin] Request body: {'subnet': {'network_id': 'f27a48e7-2bfc-486c-9dc8-8cd2f3e1c2bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-859415259-subnet', 'tenant_id': '8108e3035c6e4c0b8ea5f875d0cd43b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:31:10.143656 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-c9cca86d-1069-4454-9659-9b7514a9675f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:31:10.152663 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-c9cca86d-1069-4454-9659-9b7514a9675f admin admin] Usage tracker for resource:subnet and tenant:8108e3035c6e4c0b8ea5f875d0cd43b8 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:31:10.158631 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-c9cca86d-1069-4454-9659-9b7514a9675f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:31:10.178295 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-c9cca86d-1069-4454-9659-9b7514a9675f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:31:10.181857 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Network f27a48e7-2bfc-486c-9dc8-8cd2f3e1c2bc details requested by agent ovs-agent-dv-cinder-763306-6-iscsi with host dv-cinder-763306-6-iscsi {{(pid=80247) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 09 05:31:10.200455 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9cca86d-1069-4454-9659-9b7514a9675f admin admin] Made reservation on behalf of 8108e3035c6e4c0b8ea5f875d0cd43b8 for: {'subnet': 1} {{(pid=80245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 09 05:31:10.206679 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c9cca86d-1069-4454-9659-9b7514a9675f admin admin] Notify callbacks [] for subnet, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:10.221126 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [req-cb4862b6-b481-4882-906c-6dee9f074c7a req-9bcaf7aa-675d-4851-a86d-04cea04a6a53 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Allocated IP 172.20.0.14 (5cb1a234-023e-4349-b09c-d46437d7559b/53c8fc76-883a-46de-a143-829de0374fe3/ef190fed-638e-43f0-85cf-449a9fef7d88) {{(pid=80246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 09 05:31:10.352521 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 32810) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:31:10.444908 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b9f3fccd-98ce-4e47-a71a-3e0f4a96eed4 None None] Notify callbacks [] for port, precommit_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:10.464110 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-b9f3fccd-98ce-4e47-a71a-3e0f4a96eed4 None None] Transition to ACTIVE for port object f3312047-ffbf-4cbc-a256-a568e354eaa5 will not be triggered until provisioned by entity L2. {{(pid=80247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 09 05:31:10.469605 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-a518e8e0-65f4-437c-b64c-c014024064f5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6eccf6ce870243d1985d0f145b48f27f&name=default HTTP/1.1" status: 200  len: 2875 time: 0.1122313
Dec 09 05:31:10.469804 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b9f3fccd-98ce-4e47-a71a-3e0f4a96eed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:10.469958 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 32814) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:31:10.500351 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:31:10.588084 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6e5f0489-4b51-4e58-a84c-caef2f7c69f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:10.618070 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-cb4862b6-b481-4882-906c-6dee9f074c7a req-9bcaf7aa-675d-4851-a86d-04cea04a6a53 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Notify callbacks [] for port, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:10.659561 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-cb4862b6-b481-4882-906c-6dee9f074c7a req-9bcaf7aa-675d-4851-a86d-04cea04a6a53 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249358491764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10841009'] for port, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:10.676293 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6e5f0489-4b51-4e58-a84c-caef2f7c69f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:10.680376 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079794b4-c51d-4ff7-839e-95a977540e6e None None] Pushing event updated for resources: {'Port': ['ID=f3312047-ffbf-4cbc-a256-a568e354eaa5,revision_number=3']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:31:10.682200 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-d4994d34-d7c7-4414-9386-dc7d60749ad0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:31:10.688528 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-079794b4-c51d-4ff7-839e-95a977540e6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:31:10.837857 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6e5f0489-4b51-4e58-a84c-caef2f7c69f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:10.849766 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-a89cdce7-d30d-4bed-9a9c-c3c8b1bdf1b0 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:31:10.907050 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5f0489-4b51-4e58-a84c-caef2f7c69f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd95a90-f310-4e2a-8d26-f108ea95310d,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:31:10.921980 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-6e5f0489-4b51-4e58-a84c-caef2f7c69f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:31:10.931647 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-b9f3fccd-98ce-4e47-a71a-3e0f4a96eed4 None None] Attempting to bind port f3312047-ffbf-4cbc-a256-a568e354eaa5 on host dv-cinder-763306-6-iscsi for vnic_type normal with profile  {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 09 05:31:10.932185 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-b9f3fccd-98ce-4e47-a71a-3e0f4a96eed4 None None] Attempting to bind port f3312047-ffbf-4cbc-a256-a568e354eaa5 by drivers openvswitch on host dv-cinder-763306-6-iscsi at level 0 using segments [{'id': '19078054-d988-44d0-8749-e725b73e73ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '9aea0a2f-14fb-4990-ae4d-5b682071e14d'}] {{(pid=80247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 09 05:31:10.932891 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f3fccd-98ce-4e47-a71a-3e0f4a96eed4 None None] Attempting to bind port f3312047-ffbf-4cbc-a256-a568e354eaa5 on network 9aea0a2f-14fb-4990-ae4d-5b682071e14d {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 09 05:31:10.935724 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6e5f0489-4b51-4e58-a84c-caef2f7c69f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:10.937941 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-6e5f0489-4b51-4e58-a84c-caef2f7c69f2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9cd95a90-f310-4e2a-8d26-f108ea95310d HTTP/1.1" status: 204  len: 168 time: 0.4668641
Dec 09 05:31:10.944124 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f3fccd-98ce-4e47-a71a-3e0f4a96eed4 None None] Checking agent: {'id': '7299edea-3c4e-4ec0-b2b3-c0ac9bf6315b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 20, 49), 'started_at': datetime.datetime(2020, 12, 9, 5, 21, 19), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 05:31:10.945504 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f3fccd-98ce-4e47-a71a-3e0f4a96eed4 None None] Checking segment: {'id': '19078054-d988-44d0-8749-e725b73e73ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '9aea0a2f-14fb-4990-ae4d-5b682071e14d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 09 05:31:10.946644 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b9f3fccd-98ce-4e47-a71a-3e0f4a96eed4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:10.947822 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f3fccd-98ce-4e47-a71a-3e0f4a96eed4 None None] Bound using segment: {'id': '19078054-d988-44d0-8749-e725b73e73ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '9aea0a2f-14fb-4990-ae4d-5b682071e14d'} {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 05:31:10.950283 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-b9f3fccd-98ce-4e47-a71a-3e0f4a96eed4 None None] Bound port: f3312047-ffbf-4cbc-a256-a568e354eaa5, host: dv-cinder-763306-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19078054-d988-44d0-8749-e725b73e73ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '9aea0a2f-14fb-4990-ae4d-5b682071e14d'}}] {{(pid=80247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 09 05:31:10.952865 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b9f3fccd-98ce-4e47-a71a-3e0f4a96eed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:10.998466 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcaf7aa-675d-4851-a86d-04cea04a6a53 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Pushing event updated for resources: {'Port': ['ID=ef190fed-638e-43f0-85cf-449a9fef7d88,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:31:11.016211 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-9bcaf7aa-675d-4851-a86d-04cea04a6a53 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:31:11.062318 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c9cca86d-1069-4454-9659-9b7514a9675f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854364984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894'] for subnet, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:11.081532 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-040b808e-15e3-40d6-94a9-addce6ea9707 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:31:11.131897 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-b9f3fccd-98ce-4e47-a71a-3e0f4a96eed4 None None] For port f3312047-ffbf-4cbc-a256-a568e354eaa5, host dv-cinder-763306-6-iscsi, cleared binding levels {{(pid=80247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 09 05:31:11.135682 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-b9f3fccd-98ce-4e47-a71a-3e0f4a96eed4 None None] For port f3312047-ffbf-4cbc-a256-a568e354eaa5, host dv-cinder-763306-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=f3312047-ffbf-4cbc-a256-a568e354eaa5,segment=NetworkSegment(19078054-d988-44d0-8749-e725b73e73ce),segment_id=19078054-d988-44d0-8749-e725b73e73ce)] {{(pid=80247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 09 05:31:11.137049 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb4862b6-b481-4882-906c-6dee9f074c7a req-9bcaf7aa-675d-4851-a86d-04cea04a6a53 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Network 5cb1a234-023e-4349-b09c-d46437d7559b is already hosted by enough agents. {{(pid=80246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 09 05:31:11.141685 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [req-cb4862b6-b481-4882-906c-6dee9f074c7a req-9bcaf7aa-675d-4851-a86d-04cea04a6a53 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Resources bound (agent type, host, resource id):  {{(pid=80246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:31:11.147137 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb4862b6-b481-4882-906c-6dee9f074c7a req-9bcaf7aa-675d-4851-a86d-04cea04a6a53 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Received port after_create {{(pid=80246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 09 05:31:11.154840 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b9f3fccd-98ce-4e47-a71a-3e0f4a96eed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:11.292691 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4862b6-b481-4882-906c-6dee9f074c7a req-9bcaf7aa-675d-4851-a86d-04cea04a6a53 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:11.293381 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-cb4862b6-b481-4882-906c-6dee9f074c7a req-9bcaf7aa-675d-4851-a86d-04cea04a6a53 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870'] for port, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:11.329584 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cca86d-1069-4454-9659-9b7514a9675f admin admin] Pushing event updated for resources: {'Subnet': ['ID=eced7cdf-357d-410d-bc53-7ad54a86cea9,revision_number=0']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:31:11.333373 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-c9cca86d-1069-4454-9659-9b7514a9675f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:31:11.353278 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:31:11.362512 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cb4862b6-b481-4882-906c-6dee9f074c7a req-9bcaf7aa-675d-4851-a86d-04cea04a6a53 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.5871406
Dec 09 05:31:11.402422 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cca86d-1069-4454-9659-9b7514a9675f admin admin] Checking segment: {'id': '677d5e84-0bf6-4181-a0c4-4276e35f93e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f27a48e7-2bfc-486c-9dc8-8cd2f3e1c2bc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 09 05:31:11.403131 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9cca86d-1069-4454-9659-9b7514a9675f admin admin] Network hostable DHCP agents. Network: f27a48e7-2bfc-486c-9dc8-8cd2f3e1c2bc, hostable agents: ['cf8ef789-40b7-4066-b095-c11a9e991b4e'], hosted agents: [] {{(pid=80245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 09 05:31:11.434604 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9cca86d-1069-4454-9659-9b7514a9675f admin admin] Network f27a48e7-2bfc-486c-9dc8-8cd2f3e1c2bc is scheduled to be hosted by DHCP agent cf8ef789-40b7-4066-b095-c11a9e991b4e with binding_index 1 {{(pid=80245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 09 05:31:11.450411 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-c9cca86d-1069-4454-9659-9b7514a9675f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-6-iscsi, f27a48e7-2bfc-486c-9dc8-8cd2f3e1c2bc) {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:31:11.463814 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cca86d-1069-4454-9659-9b7514a9675f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:11.464865 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c9cca86d-1069-4454-9659-9b7514a9675f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3226941'] for subnet, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:11.465293 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079794b4-c51d-4ff7-839e-95a977540e6e None None] Pushing event updated for resources: {'Port': ['ID=f3312047-ffbf-4cbc-a256-a568e354eaa5,revision_number=4']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:31:11.478239 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b636d7f7-551a-4eac-8ae6-88b4d840e87c None None] Network f27a48e7-2bfc-486c-9dc8-8cd2f3e1c2bc requested from dv-cinder-763306-6-iscsi {{(pid=80247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 09 05:31:11.511760 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-c9cca86d-1069-4454-9659-9b7514a9675f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.3819695
Dec 09 05:31:11.646177 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-079794b4-c51d-4ff7-839e-95a977540e6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:31:11.849065 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f3fccd-98ce-4e47-a71a-3e0f4a96eed4 None None] Routers {'ae0ec6fc-a54a-4487-9f5e-5331958d3ebb'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:31:11.849926 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-b9f3fccd-98ce-4e47-a71a-3e0f4a96eed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff87c0c18>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:30:47Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['ae0ec6fc-a54a-4487-9f5e-5331958d3ebb'], 'active': True} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:31:12.237245 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-b9f3fccd-98ce-4e47-a71a-3e0f4a96eed4 None None] Set router ae0ec6fc-a54a-4487-9f5e-5331958d3ebb gateway port host: dv-cinder-763306-6-iscsi {{(pid=80247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:31:12.315380 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-cb4862b6-b481-4882-906c-6dee9f074c7a req-9aa8c3da-0598-41bb-b7a6-d2d507434837 service neutron] Request body: {'port': {'device_id': '66af7b7a-008f-41a5-af48-13f1c7b1134e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:31:12.528946 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a484177-0496-493b-8a82-b270ac226d0a None None] Network f27a48e7-2bfc-486c-9dc8-8cd2f3e1c2bc requested from dv-cinder-763306-6-iscsi {{(pid=80247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 09 05:31:12.582334 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Network f27a48e7-2bfc-486c-9dc8-8cd2f3e1c2bc details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80247) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 09 05:31:12.712491 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ceb75a-4966-47de-a744-2c294a7c8891 req-ea110a78-2bf6-4eb8-ac1f-9dc8e66679ef tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:12.730612 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-83ceb75a-4966-47de-a744-2c294a7c8891 req-ea110a78-2bf6-4eb8-ac1f-9dc8e66679ef tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=66af7b7a-008f-41a5-af48-13f1c7b1134e HTTP/1.1" status: 200  len: 932 time: 0.1700053
Dec 09 05:31:12.743325 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-cb4862b6-b481-4882-906c-6dee9f074c7a req-9aa8c3da-0598-41bb-b7a6-d2d507434837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:12.874833 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-83ceb75a-4966-47de-a744-2c294a7c8891 req-c6f68e1e-08ce-45a2-9883-a58d91c85dbc tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/security-groups?id=9f31bb62-a357-4a0d-9bfd-fc2419bb91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1419497
Dec 09 05:31:13.151811 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device f3312047-ffbf-4cbc-a256-a568e354eaa5 up at agent ovs-agent-dv-cinder-763306-6-iscsi {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:31:13.158114 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c0fd20-0199-48af-bbe3-cc1ef4b2ca41 req-ed1bb188-83fe-4e4c-a866-38541222b52c tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:13.167029 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-74c0fd20-0199-48af-bbe3-cc1ef4b2ca41 req-ed1bb188-83fe-4e4c-a866-38541222b52c tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=4f9349b3-3183-4102-9447-9d927817bc75 HTTP/1.1" status: 200  len: 945 time: 0.4279277
Dec 09 05:31:13.250048 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-74c0fd20-0199-48af-bbe3-cc1ef4b2ca41 req-b31f97fb-8d53-4e9c-b7b8-69819ffde76c tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815043
Dec 09 05:31:13.423071 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Provisioning for port f3312047-ffbf-4cbc-a256-a568e354eaa5 completed by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 09 05:31:13.511733 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Provisioning complete for port f3312047-ffbf-4cbc-a256-a568e354eaa5 triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:31:13.512453 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:13.746962 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-b9f3fccd-98ce-4e47-a71a-3e0f4a96eed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff87c0c18>, [{'id': 'ae0ec6fc-a54a-4487-9f5e-5331958d3ebb', 'name': 'tempest-TestMinimumBasicScenario-1565234444-router', 'tenant_id': '01ec2b224b424d04bbe7e5a9c52a66d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'b38685d2-50f2-4b55-8444-59811bb10bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:30:54Z', 'updated_at': '2020-12-09T05:31:02Z', 'revision_number': 4, 'project_id': '01ec2b224b424d04bbe7e5a9c52a66d5', 'gw_port': {'id': 'b38685d2-50f2-4b55-8444-59811bb10bdd', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ec:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0ec6fc-a54a-4487-9f5e-5331958d3ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:30:55Z', 'updated_at': '2020-12-09T05:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_interfaces': [{'id': 'f3312047-ffbf-4cbc-a256-a568e354eaa5', 'name': '', 'network_id': '9aea0a2f-14fb-4990-ae4d-5b682071e14d', 'tenant_id': '01ec2b224b424d04bbe7e5a9c52a66d5', 'mac_address': 'fa:16:3e:ee:d7:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae0ec6fc-a54a-4487-9f5e-5331958d3ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'bc2ef73b-021e-4c10-b628-1f5ae57b8553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:31:00Z', 'updated_at': '2020-12-09T05:31:11Z', 'revision_number': 4, 'project_id': '01ec2b224b424d04bbe7e5a9c52a66d5', 'subnets': [{'id': 'bc2ef73b-021e-4c10-b628-1f5ae57b8553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:31:13.767582 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f3fccd-98ce-4e47-a71a-3e0f4a96eed4 None None] The sync data for ids ['ae0ec6fc-a54a-4487-9f5e-5331958d3ebb'] in dv-cinder-763306-6-iscsi is: [{'id': 'ae0ec6fc-a54a-4487-9f5e-5331958d3ebb', 'name': 'tempest-TestMinimumBasicScenario-1565234444-router', 'tenant_id': '01ec2b224b424d04bbe7e5a9c52a66d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'b38685d2-50f2-4b55-8444-59811bb10bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:30:54Z', 'updated_at': '2020-12-09T05:31:02Z', 'revision_number': 4, 'project_id': '01ec2b224b424d04bbe7e5a9c52a66d5', 'gw_port': {'id': 'b38685d2-50f2-4b55-8444-59811bb10bdd', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ec:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0ec6fc-a54a-4487-9f5e-5331958d3ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:30:55Z', 'updated_at': '2020-12-09T05:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_interfaces': [{'id': 'f3312047-ffbf-4cbc-a256-a568e354eaa5', 'name': '', 'network_id': '9aea0a2f-14fb-4990-ae4d-5b682071e14d', 'tenant_id': '01ec2b224b424d04bbe7e5a9c52a66d5', 'mac_address': 'fa:16:3e:ee:d7:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae0ec6fc-a54a-4487-9f5e-5331958d3ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'bc2ef73b-021e-4c10-b628-1f5ae57b8553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:31:00Z', 'updated_at': '2020-12-09T05:31:11Z', 'revision_number': 4, 'project_id': '01ec2b224b424d04bbe7e5a9c52a66d5', 'subnets': [{'id': 'bc2ef73b-021e-4c10-b628-1f5ae57b8553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 09 05:31:13.855933 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:13.916898 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [req-cb4862b6-b481-4882-906c-6dee9f074c7a req-9aa8c3da-0598-41bb-b7a6-d2d507434837 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef190fed-638e-43f0-85cf-449a9fef7d88 {{(pid=80246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 09 05:31:13.934316 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-cb4862b6-b481-4882-906c-6dee9f074c7a req-9aa8c3da-0598-41bb-b7a6-d2d507434837 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:13.952791 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [req-cb4862b6-b481-4882-906c-6dee9f074c7a req-9aa8c3da-0598-41bb-b7a6-d2d507434837 service neutron] Transition to ACTIVE for port object ef190fed-638e-43f0-85cf-449a9fef7d88 will not be triggered until provisioned by entity L2. {{(pid=80246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 09 05:31:13.955867 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] For port f3312047-ffbf-4cbc-a256-a568e354eaa5, host dv-cinder-763306-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=f3312047-ffbf-4cbc-a256-a568e354eaa5,segment=NetworkSegment(19078054-d988-44d0-8749-e725b73e73ce),segment_id=19078054-d988-44d0-8749-e725b73e73ce)] {{(pid=80247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:31:13.959257 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-cb4862b6-b481-4882-906c-6dee9f074c7a req-9aa8c3da-0598-41bb-b7a6-d2d507434837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843934808'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:13.976539 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:13.981370 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:31:14.000388 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:31:14.208595 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Pushing event updated for resources: {'Port': ['ID=f3312047-ffbf-4cbc-a256-a568e354eaa5,revision_number=5']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:31:14.272572 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:31:14.278477 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa8c3da-0598-41bb-b7a6-d2d507434837 service neutron] Pushing event updated for resources: {'Port': ['ID=ef190fed-638e-43f0-85cf-449a9fef7d88,revision_number=2']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:31:14.387944 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca749b7-2b29-4173-bb51-27092cfc3c40 req-29880ad6-8076-47b1-b823-7adb0ab071e5 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:14.413331 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-9aa8c3da-0598-41bb-b7a6-d2d507434837 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:31:14.416599 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-fca749b7-2b29-4173-bb51-27092cfc3c40 req-29880ad6-8076-47b1-b823-7adb0ab071e5 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=66af7b7a-008f-41a5-af48-13f1c7b1134e HTTP/1.1" status: 200  len: 944 time: 0.2930894
Dec 09 05:31:14.538440 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-fca749b7-2b29-4173-bb51-27092cfc3c40 req-d553852f-3d51-4995-867a-af619012f596 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/security-groups?id=9f31bb62-a357-4a0d-9bfd-fc2419bb91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1208739
Dec 09 05:31:14.628662 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-cb4862b6-b481-4882-906c-6dee9f074c7a req-9aa8c3da-0598-41bb-b7a6-d2d507434837 service neutron] Attempting to bind port ef190fed-638e-43f0-85cf-449a9fef7d88 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 09 05:31:14.628972 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-cb4862b6-b481-4882-906c-6dee9f074c7a req-9aa8c3da-0598-41bb-b7a6-d2d507434837 service neutron] Attempting to bind port ef190fed-638e-43f0-85cf-449a9fef7d88 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '4912dbc1-9b7b-4cb0-b8f0-f8f036206d49', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5cb1a234-023e-4349-b09c-d46437d7559b'}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 09 05:31:14.629306 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4862b6-b481-4882-906c-6dee9f074c7a req-9aa8c3da-0598-41bb-b7a6-d2d507434837 service neutron] Attempting to bind port ef190fed-638e-43f0-85cf-449a9fef7d88 on network 5cb1a234-023e-4349-b09c-d46437d7559b {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 09 05:31:14.645836 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4862b6-b481-4882-906c-6dee9f074c7a req-9aa8c3da-0598-41bb-b7a6-d2d507434837 service neutron] Checking agent: {'id': '86479789-5ca7-450a-99e9-f63f20b79a87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 27, 56), 'started_at': datetime.datetime(2020, 12, 9, 5, 28, 26), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 05:31:14.646231 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4862b6-b481-4882-906c-6dee9f074c7a req-9aa8c3da-0598-41bb-b7a6-d2d507434837 service neutron] Checking segment: {'id': '4912dbc1-9b7b-4cb0-b8f0-f8f036206d49', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5cb1a234-023e-4349-b09c-d46437d7559b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 09 05:31:14.646609 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-cb4862b6-b481-4882-906c-6dee9f074c7a req-9aa8c3da-0598-41bb-b7a6-d2d507434837 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:14.647009 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4862b6-b481-4882-906c-6dee9f074c7a req-9aa8c3da-0598-41bb-b7a6-d2d507434837 service neutron] Bound using segment: {'id': '4912dbc1-9b7b-4cb0-b8f0-f8f036206d49', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5cb1a234-023e-4349-b09c-d46437d7559b'} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 05:31:14.647500 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-cb4862b6-b481-4882-906c-6dee9f074c7a req-9aa8c3da-0598-41bb-b7a6-d2d507434837 service neutron] Bound port: ef190fed-638e-43f0-85cf-449a9fef7d88, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4912dbc1-9b7b-4cb0-b8f0-f8f036206d49', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5cb1a234-023e-4349-b09c-d46437d7559b'}}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 09 05:31:14.647880 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-cb4862b6-b481-4882-906c-6dee9f074c7a req-9aa8c3da-0598-41bb-b7a6-d2d507434837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:14.783771 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cfe78d-4266-4441-9f93-c557aab58786 req-06ae73e7-7d8d-48a2-9c22-878248573e48 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:14.804421 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-34cfe78d-4266-4441-9f93-c557aab58786 req-06ae73e7-7d8d-48a2-9c22-878248573e48 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=4f9349b3-3183-4102-9447-9d927817bc75 HTTP/1.1" status: 200  len: 945 time: 0.2847118
Dec 09 05:31:14.935060 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-cb4862b6-b481-4882-906c-6dee9f074c7a req-9aa8c3da-0598-41bb-b7a6-d2d507434837 service neutron] For port ef190fed-638e-43f0-85cf-449a9fef7d88, host hv-cinder-76330, cleared binding levels {{(pid=80246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 09 05:31:14.943324 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-cb4862b6-b481-4882-906c-6dee9f074c7a req-9aa8c3da-0598-41bb-b7a6-d2d507434837 service neutron] For port ef190fed-638e-43f0-85cf-449a9fef7d88, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=ef190fed-638e-43f0-85cf-449a9fef7d88,segment=NetworkSegment(4912dbc1-9b7b-4cb0-b8f0-f8f036206d49),segment_id=4912dbc1-9b7b-4cb0-b8f0-f8f036206d49)] {{(pid=80246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 09 05:31:15.026934 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-34cfe78d-4266-4441-9f93-c557aab58786 req-cbe92094-40a3-46e3-b9fd-b9d4e55de121 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2165260
Dec 09 05:31:15.029048 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-cb4862b6-b481-4882-906c-6dee9f074c7a req-9aa8c3da-0598-41bb-b7a6-d2d507434837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843934808'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:15.034260 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device f3312047-ffbf-4cbc-a256-a568e354eaa5 up at agent ovs-agent-dv-cinder-763306-6-iscsi {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:31:15.056128 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-283de10d-0923-4a93-8cec-55643e5e7a9f tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:31:15.254479 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Provisioning complete for port f3312047-ffbf-4cbc-a256-a568e354eaa5 triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:31:15.256190 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:15.382262 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa8c3da-0598-41bb-b7a6-d2d507434837 service neutron] Pushing event updated for resources: {'Port': ['ID=ef190fed-638e-43f0-85cf-449a9fef7d88,revision_number=3']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:31:15.387490 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-9aa8c3da-0598-41bb-b7a6-d2d507434837 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:31:15.471155 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4862b6-b481-4882-906c-6dee9f074c7a req-9aa8c3da-0598-41bb-b7a6-d2d507434837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:15.471844 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-cb4862b6-b481-4882-906c-6dee9f074c7a req-9aa8c3da-0598-41bb-b7a6-d2d507434837 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870'] for port, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:15.473381 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cb4862b6-b481-4882-906c-6dee9f074c7a req-9aa8c3da-0598-41bb-b7a6-d2d507434837 service neutron] 10.222.0.59 "PUT /v2.0/ports/ef190fed-638e-43f0-85cf-449a9fef7d88 HTTP/1.1" status: 200  len: 1158 time: 3.1652293
Dec 09 05:31:15.473976 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66af7b7a-008f-41a5-af48-13f1c7b1134e', 'tag': 'ef190fed-638e-43f0-85cf-449a9fef7d88'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:31:15.790594 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-798e61ba-090a-49ce-90fd-593d2a36f748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:17.342007 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e88cb745-3337-4eee-be98-9da7872bfa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:17.412201 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66af7b7a-008f-41a5-af48-13f1c7b1134e', 'tag': 'ef190fed-638e-43f0-85cf-449a9fef7d88', 'status': 'completed', 'code': 200}
Dec 09 05:31:17.532887 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4862b6-b481-4882-906c-6dee9f074c7a req-0ab74926-fbb4-456a-82a9-665732d0c68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:17.534742 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cb4862b6-b481-4882-906c-6dee9f074c7a req-0ab74926-fbb4-456a-82a9-665732d0c68d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3257a949e8bc405187c51474a6152074&device_id=66af7b7a-008f-41a5-af48-13f1c7b1134e HTTP/1.1" status: 200  len: 1161 time: 0.2080712
Dec 09 05:31:17.621710 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f7cca4-8bb4-462e-a094-872929a3ae17 req-dedd886a-ff25-4fe7-b1c9-d3a9634b08f5 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:17.623209 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-87f7cca4-8bb4-462e-a094-872929a3ae17 req-dedd886a-ff25-4fe7-b1c9-d3a9634b08f5 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=4f9349b3-3183-4102-9447-9d927817bc75 HTTP/1.1" status: 200  len: 945 time: 0.0920780
Dec 09 05:31:17.657083 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cb4862b6-b481-4882-906c-6dee9f074c7a req-3f2a9493-e986-44c6-a984-b8cca41c7200 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef190fed-638e-43f0-85cf-449a9fef7d88 HTTP/1.1" status: 200  len: 217 time: 0.1064510
Dec 09 05:31:17.674701 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e35f94-ce70-4b0c-8d5d-ca0b33a740ca req-8cf81c97-3344-4629-8375-b525551b5dce tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:17.681538 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-16e35f94-ce70-4b0c-8d5d-ca0b33a740ca req-8cf81c97-3344-4629-8375-b525551b5dce tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Synchronizing usage tracker for tenant:3257a949e8bc405187c51474a6152074 on resource:port {{(pid=80246) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:31:17.699986 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-87f7cca4-8bb4-462e-a094-872929a3ae17 req-1ada7ad1-5bf0-43e5-b8a1-60d5ab276612 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632119
Dec 09 05:31:17.896707 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 32976) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:31:18.025278 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4862b6-b481-4882-906c-6dee9f074c7a req-fe8cb914-15a1-4c0c-8d6a-40c096e52101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:18.026930 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cb4862b6-b481-4882-906c-6dee9f074c7a req-fe8cb914-15a1-4c0c-8d6a-40c096e52101 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=53c8fc76-883a-46de-a143-829de0374fe3 HTTP/1.1" status: 200  len: 855 time: 0.3425052
Dec 09 05:31:18.084406 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cb4862b6-b481-4882-906c-6dee9f074c7a req-e20953ce-a071-4cb4-9822-c9ae97429168 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5cb1a234-023e-4349-b09c-d46437d7559b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0482035
Dec 09 05:31:18.085532 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-16e35f94-ce70-4b0c-8d5d-ca0b33a740ca req-8cf81c97-3344-4629-8375-b525551b5dce tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Unset dirty status for tenant:3257a949e8bc405187c51474a6152074 on resource:port {{(pid=80246) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:31:18.086849 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-16e35f94-ce70-4b0c-8d5d-ca0b33a740ca req-8cf81c97-3344-4629-8375-b525551b5dce tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=66af7b7a-008f-41a5-af48-13f1c7b1134e HTTP/1.1" status: 200  len: 944 time: 0.6408217
Dec 09 05:31:18.161952 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-81d10201-ff9e-480a-a28a-a5c314e2dfbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:18.207175 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-81d10201-ff9e-480a-a28a-a5c314e2dfbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:31:18.209182 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d667687f-70e4-40ee-92a5-0e371b53b2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:18.211881 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-81d10201-ff9e-480a-a28a-a5c314e2dfbd admin admin] Usage tracker for resource:security_group_rule and tenant:87eb3d55292e4c49b5251b8f3e403909 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:31:18.216594 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-81d10201-ff9e-480a-a28a-a5c314e2dfbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:31:18.223774 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-81d10201-ff9e-480a-a28a-a5c314e2dfbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:31:18.333886 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-81d10201-ff9e-480a-a28a-a5c314e2dfbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:18.341188 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-81d10201-ff9e-480a-a28a-a5c314e2dfbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:18.368307 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-16e35f94-ce70-4b0c-8d5d-ca0b33a740ca req-1148497c-dfdb-4bbf-b369-00a377575566 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/security-groups?id=9f31bb62-a357-4a0d-9bfd-fc2419bb91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2326598
Dec 09 05:31:18.415644 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-36de6c7e-a02a-450f-b783-b5fa3543bf00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:31:18.490313 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cb4862b6-b481-4882-906c-6dee9f074c7a req-c7e9bbd4-da96-4311-962d-848c515a9cf8 service neutron] 10.222.0.59 "GET /v2.0/networks/5cb1a234-023e-4349-b09c-d46437d7559b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3913822
Dec 09 05:31:18.501553 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 32990) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:31:18.501762 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-81d10201-ff9e-480a-a28a-a5c314e2dfbd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=87eb3d55292e4c49b5251b8f3e403909&name=default HTTP/1.1" status: 200  len: 2879 time: 0.6027508
Dec 09 05:31:18.502014 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d10201-ff9e-480a-a28a-a5c314e2dfbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb11a600-10b4-4e7d-a6f3-77d5f7859f3c,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:31:18.506778 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-81d10201-ff9e-480a-a28a-a5c314e2dfbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:31:18.643929 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4f59f2b1-a2ca-4dc8-8d2c-fa588cbe01a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:18.687663 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4f59f2b1-a2ca-4dc8-8d2c-fa588cbe01a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:18.738717 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4f59f2b1-a2ca-4dc8-8d2c-fa588cbe01a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:18.758875 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e6298259-cbe5-420e-88f6-33b10175c283 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:31:18.874727 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f59f2b1-a2ca-4dc8-8d2c-fa588cbe01a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb11a600-10b4-4e7d-a6f3-77d5f7859f3c,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:31:18.893104 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4f59f2b1-a2ca-4dc8-8d2c-fa588cbe01a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:18.893104 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-4f59f2b1-a2ca-4dc8-8d2c-fa588cbe01a6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cb11a600-10b4-4e7d-a6f3-77d5f7859f3c HTTP/1.1" status: 204  len: 168 time: 0.3890173
Dec 09 05:31:18.893104 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-4f59f2b1-a2ca-4dc8-8d2c-fa588cbe01a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:31:18.946500 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cb4862b6-b481-4882-906c-6dee9f074c7a req-b7112195-3c21-47de-83f6-5a37781d738a service neutron] 10.222.0.59 "GET /v2.0/networks/5cb1a234-023e-4349-b09c-d46437d7559b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3731234
Dec 09 05:31:19.035172 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:19.054800 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5bbe1-4ef4-46be-8926-d8868d287b4e req-70ade1f0-2dae-4e73-9882-41c952fc26ae tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:19.063328 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9ef5bbe1-4ef4-46be-8926-d8868d287b4e req-70ade1f0-2dae-4e73-9882-41c952fc26ae tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=4f9349b3-3183-4102-9447-9d927817bc75 HTTP/1.1" status: 200  len: 945 time: 0.1122310
Dec 09 05:31:19.115617 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23aa13a-6ce7-46b3-a576-6c2fc729eebe req-11bbf80a-f128-4f5d-8590-3afd4d8f97ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:19.117646 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c23aa13a-6ce7-46b3-a576-6c2fc729eebe req-11bbf80a-f128-4f5d-8590-3afd4d8f97ae service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3257a949e8bc405187c51474a6152074&device_id=66af7b7a-008f-41a5-af48-13f1c7b1134e HTTP/1.1" status: 200  len: 1161 time: 0.0986593
Dec 09 05:31:19.118460 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9ef5bbe1-4ef4-46be-8926-d8868d287b4e req-c61c03cd-9282-4f02-bc1c-9efce385418f tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541708
Dec 09 05:31:19.317174 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23aa13a-6ce7-46b3-a576-6c2fc729eebe req-60f6a315-4f18-424b-945f-7fc477c21768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:19.319181 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c23aa13a-6ce7-46b3-a576-6c2fc729eebe req-60f6a315-4f18-424b-945f-7fc477c21768 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5cb1a234-023e-4349-b09c-d46437d7559b HTTP/1.1" status: 200  len: 909 time: 0.1917980
Dec 09 05:31:19.586940 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 33012) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:31:19.620453 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cc1e619-6dea-4fab-b801-c2702f6a830d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:19.637796 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-8cc1e619-6dea-4fab-b801-c2702f6a830d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:31:19.642901 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-8cc1e619-6dea-4fab-b801-c2702f6a830d admin admin] Usage tracker for resource:security_group_rule and tenant:8e3e734b787043c99ec3f14df06d03d9 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:31:19.646049 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-8cc1e619-6dea-4fab-b801-c2702f6a830d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:31:19.658449 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-8cc1e619-6dea-4fab-b801-c2702f6a830d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:31:19.704630 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb186e95-6a52-42b9-9e68-1cd79d9d4696 req-fca8dffd-39a1-4a50-9307-f8d827e874d0 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:19.712963 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-fb186e95-6a52-42b9-9e68-1cd79d9d4696 req-fca8dffd-39a1-4a50-9307-f8d827e874d0 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=66af7b7a-008f-41a5-af48-13f1c7b1134e HTTP/1.1" status: 200  len: 944 time: 0.1458039
Dec 09 05:31:19.767844 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cc1e619-6dea-4fab-b801-c2702f6a830d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:19.769733 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-fb186e95-6a52-42b9-9e68-1cd79d9d4696 req-88c05c9f-f9b8-4007-bee6-ca1a7d63b392 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/security-groups?id=9f31bb62-a357-4a0d-9bfd-fc2419bb91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549049
Dec 09 05:31:19.772207 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cc1e619-6dea-4fab-b801-c2702f6a830d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:19.784850 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:31:19.868405 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-8cc1e619-6dea-4fab-b801-c2702f6a830d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8e3e734b787043c99ec3f14df06d03d9&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2777505
Dec 09 05:31:19.869102 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 33022) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:31:19.902752 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc1e619-6dea-4fab-b801-c2702f6a830d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53960cb6-271b-4cc5-a2df-27a7914fdc1c,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:31:19.908023 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8cc1e619-6dea-4fab-b801-c2702f6a830d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:31:19.973076 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0e68fcb9-2811-45e5-ad1a-db992ec0aca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:20.005838 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0e68fcb9-2811-45e5-ad1a-db992ec0aca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:20.009310 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-858fc187-cc56-4aeb-a3e2-00a52ab9489b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:20.060963 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0e68fcb9-2811-45e5-ad1a-db992ec0aca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:20.080891 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-9b1620bd-bfbb-4a3b-aebd-8b800aca7971 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:31:20.095779 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68fcb9-2811-45e5-ad1a-db992ec0aca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53960cb6-271b-4cc5-a2df-27a7914fdc1c,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:31:20.098869 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-0e68fcb9-2811-45e5-ad1a-db992ec0aca4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:31:20.104814 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0e68fcb9-2811-45e5-ad1a-db992ec0aca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:20.106514 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-0e68fcb9-2811-45e5-ad1a-db992ec0aca4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/53960cb6-271b-4cc5-a2df-27a7914fdc1c HTTP/1.1" status: 204  len: 168 time: 0.2365315
Dec 09 05:31:22.519031 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c23aa13a-6ce7-46b3-a576-6c2fc729eebe req-27c71030-7899-4645-9d19-b93f397b74ca service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef190fed-638e-43f0-85cf-449a9fef7d88 HTTP/1.1" status: 200  len: 217 time: 0.0773950
Dec 09 05:31:22.633964 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device 63da4ecf-6bac-4066-8654-373bf3a8862a up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:31:22.727542 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23aa13a-6ce7-46b3-a576-6c2fc729eebe req-fd1af5b3-7d41-49c7-a549-5a003a86a100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:22.728294 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port 63da4ecf-6bac-4066-8654-373bf3a8862a triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:31:22.728744 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:22.729619 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c23aa13a-6ce7-46b3-a576-6c2fc729eebe req-fd1af5b3-7d41-49c7-a549-5a003a86a100 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=53c8fc76-883a-46de-a143-829de0374fe3 HTTP/1.1" status: 200  len: 855 time: 0.1752803
Dec 09 05:31:22.800568 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c23aa13a-6ce7-46b3-a576-6c2fc729eebe req-3bee8d4f-acac-470e-bcc6-defd0e340342 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5cb1a234-023e-4349-b09c-d46437d7559b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0581274
Dec 09 05:31:22.810210 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4c83d3-87fd-45ca-a471-1bc8cfa7de04 req-6c4136a2-6dfa-4e18-8faf-20dd1573d5d6 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:22.813028 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cd4c83d3-87fd-45ca-a471-1bc8cfa7de04 req-6c4136a2-6dfa-4e18-8faf-20dd1573d5d6 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=66af7b7a-008f-41a5-af48-13f1c7b1134e HTTP/1.1" status: 200  len: 944 time: 0.1443787
Dec 09 05:31:22.878642 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cd4c83d3-87fd-45ca-a471-1bc8cfa7de04 req-9a21985b-6cf5-43ba-906b-1fd3f40e2da7 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/security-groups?id=9f31bb62-a357-4a0d-9bfd-fc2419bb91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570691
Dec 09 05:31:22.943273 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 33106) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:31:22.964228 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485727e7-66f0-4e49-818d-4a85fa5b9e84 req-64a4c03b-445c-4d0f-a03f-c7ec75eedd5f tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:22.970657 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-485727e7-66f0-4e49-818d-4a85fa5b9e84 req-64a4c03b-445c-4d0f-a03f-c7ec75eedd5f tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=4f9349b3-3183-4102-9447-9d927817bc75 HTTP/1.1" status: 200  len: 945 time: 0.3252430
Dec 09 05:31:23.041438 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c23aa13a-6ce7-46b3-a576-6c2fc729eebe req-b7375232-aad3-4091-afd6-bd5db013d3b4 service neutron] 10.222.0.59 "GET /v2.0/networks/5cb1a234-023e-4349-b09c-d46437d7559b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2287440
Dec 09 05:31:23.047291 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-485727e7-66f0-4e49-818d-4a85fa5b9e84 req-16bf975a-68ef-4858-be2e-f5c1f967aae5 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719221
Dec 09 05:31:23.189834 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4ebdca6c-01c8-4fc0-a9d5-d524c5a06f51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:23.208602 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-4ebdca6c-01c8-4fc0-a9d5-d524c5a06f51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:31:23.215593 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-4ebdca6c-01c8-4fc0-a9d5-d524c5a06f51 admin admin] Usage tracker for resource:security_group_rule and tenant:6a45a97573994f049ec046c19d6fdddc is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:31:23.216068 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-4ebdca6c-01c8-4fc0-a9d5-d524c5a06f51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:31:23.223523 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-4ebdca6c-01c8-4fc0-a9d5-d524c5a06f51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:31:23.232005 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c23aa13a-6ce7-46b3-a576-6c2fc729eebe req-7f388030-6fe9-4d63-aa5a-3ed8eb4ee0b4 service neutron] 10.222.0.59 "GET /v2.0/networks/5cb1a234-023e-4349-b09c-d46437d7559b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1781945
Dec 09 05:31:23.333328 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4ebdca6c-01c8-4fc0-a9d5-d524c5a06f51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:23.336977 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4ebdca6c-01c8-4fc0-a9d5-d524c5a06f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:23.369027 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-fecf6096-397b-48c8-b6ef-f57c3cf166dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:31:23.383539 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-4ebdca6c-01c8-4fc0-a9d5-d524c5a06f51 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6a45a97573994f049ec046c19d6fdddc&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4365249
Dec 09 05:31:23.384083 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 33128) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:31:23.403725 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebdca6c-01c8-4fc0-a9d5-d524c5a06f51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f303cf-091b-4b73-ac83-1bf6f5df1f59,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:31:23.408153 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-4ebdca6c-01c8-4fc0-a9d5-d524c5a06f51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:31:23.469526 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7ce50417-19fc-4544-8916-6a38fb28b51f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:23.504691 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7ce50417-19fc-4544-8916-6a38fb28b51f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:23.559748 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7ce50417-19fc-4544-8916-6a38fb28b51f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:23.571694 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e257f32e-2ca6-4585-af9f-ff5b12caeee5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:31:23.589635 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce50417-19fc-4544-8916-6a38fb28b51f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f303cf-091b-4b73-ac83-1bf6f5df1f59,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:31:23.595275 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-7ce50417-19fc-4544-8916-6a38fb28b51f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:31:23.641980 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7ce50417-19fc-4544-8916-6a38fb28b51f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:23.645608 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-7ce50417-19fc-4544-8916-6a38fb28b51f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f8f303cf-091b-4b73-ac83-1bf6f5df1f59 HTTP/1.1" status: 204  len: 168 time: 0.2579665
Dec 09 05:31:23.777618 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc286b-caf5-4e4f-b20e-843180d0d6d8 req-4cacd5ed-dcb4-4f85-aca5-5203f18e2812 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:23.780179 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-14cc286b-caf5-4e4f-b20e-843180d0d6d8 req-4cacd5ed-dcb4-4f85-aca5-5203f18e2812 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/networks?id=9aea0a2f-14fb-4990-ae4d-5b682071e14d HTTP/1.1" status: 200  len: 815 time: 0.1919789
Dec 09 05:31:23.806899 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-14cc286b-caf5-4e4f-b20e-843180d0d6d8 req-c812a013-5291-4c48-89a5-efb3c91e5a8e tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/quotas/01ec2b224b424d04bbe7e5a9c52a66d5 HTTP/1.1" status: 200  len: 375 time: 0.0194774
Dec 09 05:31:23.942132 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-14cc286b-caf5-4e4f-b20e-843180d0d6d8 req-ebb53fd9-9eed-4fae-8219-fee4336dda0f tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/ports?tenant_id=01ec2b224b424d04bbe7e5a9c52a66d5&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1286566
Dec 09 05:31:24.131991 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-14cc286b-caf5-4e4f-b20e-843180d0d6d8 req-f1670597-468e-491f-a56a-38ec767a6e72 service neutron] 10.222.0.39 "GET /v2.0/networks/9aea0a2f-14fb-4990-ae4d-5b682071e14d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1737871
Dec 09 05:31:24.142302 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcdd6d3-6ae7-41ca-96cb-528b56536591 req-06cd76d1-00ee-4b79-b06d-7d1b4fccd81d tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:24.164643 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cdcdd6d3-6ae7-41ca-96cb-528b56536591 req-06cd76d1-00ee-4b79-b06d-7d1b4fccd81d tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=66af7b7a-008f-41a5-af48-13f1c7b1134e HTTP/1.1" status: 200  len: 944 time: 0.1270478
Dec 09 05:31:24.241418 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cdcdd6d3-6ae7-41ca-96cb-528b56536591 req-2844ecd2-3ff3-4a06-b3d1-7ce8e14085d1 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/security-groups?id=9f31bb62-a357-4a0d-9bfd-fc2419bb91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0756092
Dec 09 05:31:24.292189 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 33188) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:31:24.318568 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f3c06ef9-edd2-419c-b8ab-ebdc32ae639c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:24.341882 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-f3c06ef9-edd2-419c-b8ab-ebdc32ae639c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:31:24.347355 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-f3c06ef9-edd2-419c-b8ab-ebdc32ae639c admin admin] Usage tracker for resource:security_group_rule and tenant:aecb3a0c04b4440386e8c948582f5b06 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:31:24.350783 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-f3c06ef9-edd2-419c-b8ab-ebdc32ae639c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:31:24.358901 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-f3c06ef9-edd2-419c-b8ab-ebdc32ae639c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:31:24.406247 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-14cc286b-caf5-4e4f-b20e-843180d0d6d8 req-6e69c0ee-ee6c-48d1-86f2-c5700ff5a600 service neutron] 10.222.0.39 "GET /v2.0/networks/9aea0a2f-14fb-4990-ae4d-5b682071e14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2699456
Dec 09 05:31:24.418511 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3073e0cd-e8a1-4eaf-83b6-e81be709a5c2 req-857229e2-c3ca-4893-98bb-8c1d56e4efad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:24.422569 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3073e0cd-e8a1-4eaf-83b6-e81be709a5c2 req-857229e2-c3ca-4893-98bb-8c1d56e4efad service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4f9349b3-3183-4102-9447-9d927817bc75 HTTP/1.1" status: 200  len: 1162 time: 0.1595049
Dec 09 05:31:24.494022 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3073e0cd-e8a1-4eaf-83b6-e81be709a5c2 req-a37aaa73-9128-40ee-a515-716db0d2e3b9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616841
Dec 09 05:31:24.561966 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210708e5-bb02-4c2d-a806-ad9ead9fc8eb req-3d26f253-caca-41b5-ad4b-641eb836a224 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:24.563636 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-210708e5-bb02-4c2d-a806-ad9ead9fc8eb req-3d26f253-caca-41b5-ad4b-641eb836a224 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=4f9349b3-3183-4102-9447-9d927817bc75 HTTP/1.1" status: 200  len: 945 time: 0.1521580
Dec 09 05:31:24.636511 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f3c06ef9-edd2-419c-b8ab-ebdc32ae639c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:24.642822 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f3c06ef9-edd2-419c-b8ab-ebdc32ae639c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:24.652346 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1ae351f6-793c-4373-ae9f-91c743385250 req-ae41fff3-5404-41ce-8daf-fb2b37684cb3 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/ports?device_id=b5878f15-3c4c-4e2f-90f2-dc4f4c40c27a HTTP/1.1" status: 200  len: 210 time: 0.0480261
Dec 09 05:31:24.658582 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-210708e5-bb02-4c2d-a806-ad9ead9fc8eb req-d104e653-6512-4a44-a6e0-b4a124c17436 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730987
Dec 09 05:31:24.661315 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-3043cade-28aa-4a44-a724-76c64d2e593b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:31:24.701994 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-f3c06ef9-edd2-419c-b8ab-ebdc32ae639c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=aecb3a0c04b4440386e8c948582f5b06&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4083254
Dec 09 05:31:24.705090 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 33202) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:31:24.706252 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c06ef9-edd2-419c-b8ab-ebdc32ae639c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e04750-ca3b-4e4e-9d2a-a005ec779aca,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:31:24.709888 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-f3c06ef9-edd2-419c-b8ab-ebdc32ae639c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:31:24.773208 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d29ebc34-24ba-4dd3-bdf3-7ae0ffb34bb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:24.818937 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d29ebc34-24ba-4dd3-bdf3-7ae0ffb34bb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:24.873516 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d29ebc34-24ba-4dd3-bdf3-7ae0ffb34bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:24.878742 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-533cb6a6-6fbd-4109-a121-50c511a0665e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:31:24.893212 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29ebc34-24ba-4dd3-bdf3-7ae0ffb34bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e04750-ca3b-4e4e-9d2a-a005ec779aca,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:31:24.896741 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-d29ebc34-24ba-4dd3-bdf3-7ae0ffb34bb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:31:24.899356 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d29ebc34-24ba-4dd3-bdf3-7ae0ffb34bb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:24.903128 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-d29ebc34-24ba-4dd3-bdf3-7ae0ffb34bb5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/44e04750-ca3b-4e4e-9d2a-a005ec779aca HTTP/1.1" status: 204  len: 168 time: 0.1946855
Dec 09 05:31:25.495550 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d64a5-8fc6-40fa-83a3-e428209c7640 req-affac5cb-7b56-4618-baea-d75852296b70 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:25.497163 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f05d64a5-8fc6-40fa-83a3-e428209c7640 req-affac5cb-7b56-4618-baea-d75852296b70 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=66af7b7a-008f-41a5-af48-13f1c7b1134e HTTP/1.1" status: 200  len: 944 time: 0.0866351
Dec 09 05:31:25.546546 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f05d64a5-8fc6-40fa-83a3-e428209c7640 req-60d8e910-8e20-4817-83e1-9e6c14335cb4 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/security-groups?id=9f31bb62-a357-4a0d-9bfd-fc2419bb91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424302
Dec 09 05:31:25.677950 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:25.870460 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-4dc581ba-c662-400c-943a-039fda72e196 req-ea2eef63-9976-4c3e-9bd9-aeb6ece2f839 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Synchronizing usage tracker for tenant:01ec2b224b424d04bbe7e5a9c52a66d5 on resource:port {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:31:25.890356 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device 63da4ecf-6bac-4066-8654-373bf3a8862a up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:31:25.916874 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-4dc581ba-c662-400c-943a-039fda72e196 req-ea2eef63-9976-4c3e-9bd9-aeb6ece2f839 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Unset dirty status for tenant:01ec2b224b424d04bbe7e5a9c52a66d5 on resource:port {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:31:25.918940 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4dc581ba-c662-400c-943a-039fda72e196 req-ea2eef63-9976-4c3e-9bd9-aeb6ece2f839 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/ports?device_id=b5878f15-3c4c-4e2f-90f2-dc4f4c40c27a HTTP/1.1" status: 200  len: 210 time: 0.1102734
Dec 09 05:31:26.020595 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab9d15-50c2-4951-9b8f-4a3e1596bdde req-9def331a-9645-42af-a556-f729aec0bb72 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:26.031841 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b1ab9d15-50c2-4951-9b8f-4a3e1596bdde req-9def331a-9645-42af-a556-f729aec0bb72 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=4f9349b3-3183-4102-9447-9d927817bc75 HTTP/1.1" status: 200  len: 945 time: 0.1647079
Dec 09 05:31:26.051776 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port 63da4ecf-6bac-4066-8654-373bf3a8862a triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:31:26.052487 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:26.163371 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b1ab9d15-50c2-4951-9b8f-4a3e1596bdde req-ce25a352-98f8-4ac5-b5b8-dfba1e05e4c0 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1298628
Dec 09 05:31:26.296021 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device ef190fed-638e-43f0-85cf-449a9fef7d88 up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:31:26.375733 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning for port ef190fed-638e-43f0-85cf-449a9fef7d88 completed by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 09 05:31:26.381431 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port ef190fed-638e-43f0-85cf-449a9fef7d88 triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:31:26.385558 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:26.406984 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc286b-caf5-4e4f-b20e-843180d0d6d8 req-96c19f00-44df-4bb0-995b-cde89e6420cd tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:26.408753 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-14cc286b-caf5-4e4f-b20e-843180d0d6d8 req-96c19f00-44df-4bb0-995b-cde89e6420cd tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.59 "GET /v2.0/networks?id=9aea0a2f-14fb-4990-ae4d-5b682071e14d HTTP/1.1" status: 200  len: 815 time: 0.3552461
Dec 09 05:31:26.433048 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-14cc286b-caf5-4e4f-b20e-843180d0d6d8 req-76a9031f-4668-460e-b5e6-f615f77f8cc9 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Request body: {'port': {'device_id': 'b5878f15-3c4c-4e2f-90f2-dc4f4c40c27a', 'network_id': '9aea0a2f-14fb-4990-ae4d-5b682071e14d', 'admin_state_up': True, 'tenant_id': '01ec2b224b424d04bbe7e5a9c52a66d5'}} {{(pid=80246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:31:26.590797 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:26.629229 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-14cc286b-caf5-4e4f-b20e-843180d0d6d8 req-76a9031f-4668-460e-b5e6-f615f77f8cc9 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:31:26.654349 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-14cc286b-caf5-4e4f-b20e-843180d0d6d8 req-76a9031f-4668-460e-b5e6-f615f77f8cc9 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:31:26.664860 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66af7b7a-008f-41a5-af48-13f1c7b1134e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef190fed-638e-43f0-85cf-449a9fef7d88'}] {{(pid=80247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:31:26.671923 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14cc286b-caf5-4e4f-b20e-843180d0d6d8 req-76a9031f-4668-460e-b5e6-f615f77f8cc9 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Made reservation on behalf of 01ec2b224b424d04bbe7e5a9c52a66d5 for: {'port': 1} {{(pid=80246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 09 05:31:26.682708 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-14cc286b-caf5-4e4f-b20e-843180d0d6d8 req-76a9031f-4668-460e-b5e6-f615f77f8cc9 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:26.698828 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] For port ef190fed-638e-43f0-85cf-449a9fef7d88, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=ef190fed-638e-43f0-85cf-449a9fef7d88,segment=NetworkSegment(4912dbc1-9b7b-4cb0-b8f0-f8f036206d49),segment_id=4912dbc1-9b7b-4cb0-b8f0-f8f036206d49)] {{(pid=80247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:31:26.703855 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:26.705997 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:31:26.902611 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66af7b7a-008f-41a5-af48-13f1c7b1134e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef190fed-638e-43f0-85cf-449a9fef7d88', 'code': 200}
Dec 09 05:31:26.904627 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Pushing event updated for resources: {'Port': ['ID=ef190fed-638e-43f0-85cf-449a9fef7d88,revision_number=4']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:31:26.921610 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:31:26.963941 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef4801d-0e48-42bc-be08-06f132c9f5ce req-b30fe143-7381-4410-91d0-eb9cbbbd4aa2 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:26.973408 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4ef4801d-0e48-42bc-be08-06f132c9f5ce req-b30fe143-7381-4410-91d0-eb9cbbbd4aa2 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=66af7b7a-008f-41a5-af48-13f1c7b1134e HTTP/1.1" status: 200  len: 946 time: 0.1815236
Dec 09 05:31:27.048806 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4ef4801d-0e48-42bc-be08-06f132c9f5ce req-21dc1d44-4ebb-4cdf-94a7-8a9cd1474e0e tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/security-groups?id=9f31bb62-a357-4a0d-9bfd-fc2419bb91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741057
Dec 09 05:31:27.195774 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device 63da4ecf-6bac-4066-8654-373bf3a8862a up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:31:27.271944 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port 63da4ecf-6bac-4066-8654-373bf3a8862a triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:31:27.272518 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:27.446762 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef4fd9-2ea1-4390-84ed-6e1f175bbf88 req-ea566653-6327-42df-b5e0-587b20b51b9b tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:27.461235 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c3ef4fd9-2ea1-4390-84ed-6e1f175bbf88 req-ea566653-6327-42df-b5e0-587b20b51b9b tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=4f9349b3-3183-4102-9447-9d927817bc75 HTTP/1.1" status: 200  len: 945 time: 0.1324821
Dec 09 05:31:27.493147 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2bfa9303-14ed-4ee7-af87-f36aa37dc3ae req-caa85968-a6e4-47ec-abf7-951168cc4d00 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/ports?device_id=b5878f15-3c4c-4e2f-90f2-dc4f4c40c27a HTTP/1.1" status: 200  len: 210 time: 0.3850758
Dec 09 05:31:27.619557 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc7a19-46e1-4290-a375-ef70b0f53160 req-13874e9d-11a2-4f21-8783-ab2901da79c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:27.621585 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-53bc7a19-46e1-4290-a375-ef70b0f53160 req-13874e9d-11a2-4f21-8783-ab2901da79c0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=66af7b7a-008f-41a5-af48-13f1c7b1134e HTTP/1.1" status: 200  len: 1163 time: 0.5780690
Dec 09 05:31:27.639338 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c3ef4fd9-2ea1-4390-84ed-6e1f175bbf88 req-5c445347-0cfe-4a74-b864-c1171140b31b tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1751900
Dec 09 05:31:27.910321 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device ef190fed-638e-43f0-85cf-449a9fef7d88 up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:31:27.982486 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [req-14cc286b-caf5-4e4f-b20e-843180d0d6d8 req-76a9031f-4668-460e-b5e6-f615f77f8cc9 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Allocated IP 172.20.0.9 (9aea0a2f-14fb-4990-ae4d-5b682071e14d/bc2ef73b-021e-4c10-b628-1f5ae57b8553/47b4b7c5-71df-464d-b601-013cc25f5595) {{(pid=80246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 09 05:31:28.148372 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port ef190fed-638e-43f0-85cf-449a9fef7d88 triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:31:28.149084 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:28.159596 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-53bc7a19-46e1-4290-a375-ef70b0f53160 req-a70df04f-b525-49b2-a6c8-741472d883d1 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9f31bb62-a357-4a0d-9bfd-fc2419bb91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3742778
Dec 09 05:31:28.583309 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3d2cb-871a-4d74-a4b9-06543a12ee5b req-61905110-79ad-4590-849b-f1bb8f177065 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:28.595470 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-bee3d2cb-871a-4d74-a4b9-06543a12ee5b req-61905110-79ad-4590-849b-f1bb8f177065 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=66af7b7a-008f-41a5-af48-13f1c7b1134e HTTP/1.1" status: 200  len: 946 time: 0.2207930
Dec 09 05:31:28.616074 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23479174-28df-4e0f-bdda-3e7ede639845 req-ed722763-ab83-4d3b-a351-1c1fa3d0bfcc tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:28.626455 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-23479174-28df-4e0f-bdda-3e7ede639845 req-ed722763-ab83-4d3b-a351-1c1fa3d0bfcc tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=eff4a7a6-c915-4262-8eb4-47a7ba9d5707 HTTP/1.1" status: 200  len: 945 time: 0.3421986
Dec 09 05:31:28.649239 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-14cc286b-caf5-4e4f-b20e-843180d0d6d8 req-76a9031f-4668-460e-b5e6-f615f77f8cc9 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Notify callbacks [] for port, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:28.698147 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [req-14cc286b-caf5-4e4f-b20e-843180d0d6d8 req-76a9031f-4668-460e-b5e6-f615f77f8cc9 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Transition to ACTIVE for port object 47b4b7c5-71df-464d-b601-013cc25f5595 will not be triggered until provisioned by entity DHCP. {{(pid=80246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 09 05:31:28.723747 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-14cc286b-caf5-4e4f-b20e-843180d0d6d8 req-76a9031f-4668-460e-b5e6-f615f77f8cc9 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249358491764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10841009'] for port, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:28.725965 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-bee3d2cb-871a-4d74-a4b9-06543a12ee5b req-c71b2e21-52e6-42eb-b9da-c1abcf65c3c5 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/security-groups?id=9f31bb62-a357-4a0d-9bfd-fc2419bb91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1294868
Dec 09 05:31:28.746129 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:31:28.847816 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-23479174-28df-4e0f-bdda-3e7ede639845 req-46edb82e-bf14-4d2f-bb46-275f5b3e2860 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2196910
Dec 09 05:31:29.107180 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a9031f-4668-460e-b5e6-f615f77f8cc9 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Pushing event updated for resources: {'Port': ['ID=47b4b7c5-71df-464d-b601-013cc25f5595,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:31:29.110932 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-76a9031f-4668-460e-b5e6-f615f77f8cc9 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:31:29.223898 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14cc286b-caf5-4e4f-b20e-843180d0d6d8 req-76a9031f-4668-460e-b5e6-f615f77f8cc9 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Network 9aea0a2f-14fb-4990-ae4d-5b682071e14d is already hosted by enough agents. {{(pid=80246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 09 05:31:29.226633 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [req-14cc286b-caf5-4e4f-b20e-843180d0d6d8 req-76a9031f-4668-460e-b5e6-f615f77f8cc9 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Resources bound (agent type, host, resource id):  {{(pid=80246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:31:29.232282 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-14cc286b-caf5-4e4f-b20e-843180d0d6d8 req-76a9031f-4668-460e-b5e6-f615f77f8cc9 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Received port after_create {{(pid=80246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 09 05:31:29.313582 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278ced2-166c-455e-b07d-bfa4bee5428d req-cf93cfa1-a688-4210-9c53-13f1dc16023b tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:29.316842 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1278ced2-166c-455e-b07d-bfa4bee5428d req-cf93cfa1-a688-4210-9c53-13f1dc16023b tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/ports?device_id=b5878f15-3c4c-4e2f-90f2-dc4f4c40c27a HTTP/1.1" status: 200  len: 931 time: 0.2331171
Dec 09 05:31:29.351789 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc286b-caf5-4e4f-b20e-843180d0d6d8 req-76a9031f-4668-460e-b5e6-f615f77f8cc9 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:29.352530 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-14cc286b-caf5-4e4f-b20e-843180d0d6d8 req-76a9031f-4668-460e-b5e6-f615f77f8cc9 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870'] for port, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:29.414334 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-14cc286b-caf5-4e4f-b20e-843180d0d6d8 req-76a9031f-4668-460e-b5e6-f615f77f8cc9 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.9858077
Dec 09 05:31:29.439410 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-1278ced2-166c-455e-b07d-bfa4bee5428d req-032b5a0e-f39e-41f4-9a26-0233bbf80675 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Synchronizing usage tracker for tenant:01ec2b224b424d04bbe7e5a9c52a66d5 on resource:security_group {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:31:29.478171 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-1278ced2-166c-455e-b07d-bfa4bee5428d req-032b5a0e-f39e-41f4-9a26-0233bbf80675 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Unset dirty status for tenant:01ec2b224b424d04bbe7e5a9c52a66d5 on resource:security_group {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:31:29.491099 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1278ced2-166c-455e-b07d-bfa4bee5428d req-032b5a0e-f39e-41f4-9a26-0233bbf80675 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/security-groups?id=ec58b73c-c7a7-470e-ae92-a9b232863e2a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1647608
Dec 09 05:31:29.633954 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-39aa6fd7-129f-4b92-bbcf-3936d0460a48 None None] Provisioning for port 47b4b7c5-71df-464d-b601-013cc25f5595 completed by entity DHCP. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 09 05:31:29.657701 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-39aa6fd7-129f-4b92-bbcf-3936d0460a48 None None] Provisioning complete for port 47b4b7c5-71df-464d-b601-013cc25f5595 triggered by entity DHCP. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:31:29.658370 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-39aa6fd7-129f-4b92-bbcf-3936d0460a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:29.806178 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-39aa6fd7-129f-4b92-bbcf-3936d0460a48 None None] Port 47b4b7c5-71df-464d-b601-013cc25f5595 cannot update to ACTIVE because it is not bound. {{(pid=80247) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 09 05:31:30.130812 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 33380) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:31:30.359681 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-560706e4-75d6-4863-b6eb-d9244362968e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:30.376667 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-560706e4-75d6-4863-b6eb-d9244362968e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:31:30.380824 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-560706e4-75d6-4863-b6eb-d9244362968e admin admin] Usage tracker for resource:security_group_rule and tenant:66d4b2807b3d4f0aacffdb9bf2a5afdd is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:31:30.383910 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-560706e4-75d6-4863-b6eb-d9244362968e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:31:30.390913 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-560706e4-75d6-4863-b6eb-d9244362968e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:31:30.492973 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-560706e4-75d6-4863-b6eb-d9244362968e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:30.496934 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-560706e4-75d6-4863-b6eb-d9244362968e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:30.522264 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-642da2d0-295f-46bc-88c3-e27adc4ee436 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:31:30.573860 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-560706e4-75d6-4863-b6eb-d9244362968e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=66d4b2807b3d4f0aacffdb9bf2a5afdd&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4388697
Dec 09 05:31:30.573860 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560706e4-75d6-4863-b6eb-d9244362968e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=011125fc-080d-4933-b3ab-4bea5b33afce,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:31:30.574130 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 33400) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:31:30.579369 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-560706e4-75d6-4863-b6eb-d9244362968e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:31:30.653843 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-369a2f3d-153a-4168-91a7-93d8ff894bad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:30.685868 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-369a2f3d-153a-4168-91a7-93d8ff894bad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:30.756681 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-369a2f3d-153a-4168-91a7-93d8ff894bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:30.765954 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-43f6d848-072b-4d7d-ab81-ab1c6307c3d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:31:30.806944 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369a2f3d-153a-4168-91a7-93d8ff894bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=011125fc-080d-4933-b3ab-4bea5b33afce,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:31:30.810261 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-369a2f3d-153a-4168-91a7-93d8ff894bad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:31:30.811388 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-369a2f3d-153a-4168-91a7-93d8ff894bad admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:30.812552 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-369a2f3d-153a-4168-91a7-93d8ff894bad admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/011125fc-080d-4933-b3ab-4bea5b33afce HTTP/1.1" status: 204  len: 168 time: 0.2371230
Dec 09 05:31:35.856525 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 33482) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:31:35.976995 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2afa988-3876-4a12-a485-cd97ac3fc43f admin admin] Deleting subnet 2fd6cd95-20e0-4096-8962-7921aea2dbc3 {{(pid=80246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 09 05:31:35.981047 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e2afa988-3876-4a12-a485-cd97ac3fc43f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:36.043220 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e2afa988-3876-4a12-a485-cd97ac3fc43f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1629206'] for subnet, precommit_delete_associations {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:36.103588 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e2afa988-3876-4a12-a485-cd97ac3fc43f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3642508'] for subnet, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:36.384106 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e2afa988-3876-4a12-a485-cd97ac3fc43f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851133308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854364984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036843934745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842878832'] for subnet, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:36.401066 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:31:36.455782 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2afa988-3876-4a12-a485-cd97ac3fc43f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fd6cd95-20e0-4096-8962-7921aea2dbc3,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:31:36.466598 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2afa988-3876-4a12-a485-cd97ac3fc43f admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:36.467631 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2afa988-3876-4a12-a485-cd97ac3fc43f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:36.468099 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2afa988-3876-4a12-a485-cd97ac3fc43f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:36.468440 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2afa988-3876-4a12-a485-cd97ac3fc43f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:36.468792 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2afa988-3876-4a12-a485-cd97ac3fc43f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:36.469732 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2afa988-3876-4a12-a485-cd97ac3fc43f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:36.470152 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2afa988-3876-4a12-a485-cd97ac3fc43f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:36.470542 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2afa988-3876-4a12-a485-cd97ac3fc43f admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:36.470968 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2afa988-3876-4a12-a485-cd97ac3fc43f admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:36.471304 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2afa988-3876-4a12-a485-cd97ac3fc43f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:36.471692 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2afa988-3876-4a12-a485-cd97ac3fc43f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:36.472074 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2afa988-3876-4a12-a485-cd97ac3fc43f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:36.472508 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2afa988-3876-4a12-a485-cd97ac3fc43f admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:36.472894 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2afa988-3876-4a12-a485-cd97ac3fc43f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:36.473278 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2afa988-3876-4a12-a485-cd97ac3fc43f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:36.473687 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2afa988-3876-4a12-a485-cd97ac3fc43f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:36.474064 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2afa988-3876-4a12-a485-cd97ac3fc43f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:36.474452 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2afa988-3876-4a12-a485-cd97ac3fc43f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:36.474827 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2afa988-3876-4a12-a485-cd97ac3fc43f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:36.475208 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2afa988-3876-4a12-a485-cd97ac3fc43f admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:36.475585 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2afa988-3876-4a12-a485-cd97ac3fc43f admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:36.475965 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2afa988-3876-4a12-a485-cd97ac3fc43f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:36.476344 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2afa988-3876-4a12-a485-cd97ac3fc43f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:36.476728 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2afa988-3876-4a12-a485-cd97ac3fc43f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:36.528491 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e2afa988-3876-4a12-a485-cd97ac3fc43f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:31:36.569964 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e2afa988-3876-4a12-a485-cd97ac3fc43f admin admin] Notify callbacks [] for subnet, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:36.584080 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-e2afa988-3876-4a12-a485-cd97ac3fc43f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/2fd6cd95-20e0-4096-8962-7921aea2dbc3 HTTP/1.1" status: 204  len: 168 time: 0.7256341
Dec 09 05:31:36.586703 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 33490) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:31:36.725865 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8c8e993b-3883-4a8b-b5f1-2c8c1ae3c7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851217242'] for network, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:36.971916 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8c8e993b-3883-4a8b-b5f1-2c8c1ae3c7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3640018', 'neutron.services.segments.db._delete_segments_for_network--9223363249358105289'] for network, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:37.097721 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-8c8e993b-3883-4a8b-b5f1-2c8c1ae3c7bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fdff2e53cc0>,) {'filters': {'network_id': ['9631c928-d96a-4d32-8f46-517eee091b1a']}} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:31:37.113325 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-8c8e993b-3883-4a8b-b5f1-2c8c1ae3c7bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fdff2e53cc0>, '944c88b7-093c-4ba9-a077-15ccab2c2efa') {'for_net_delete': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:31:37.113659 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-8c8e993b-3883-4a8b-b5f1-2c8c1ae3c7bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fdff2e53cc0>, '944c88b7-093c-4ba9-a077-15ccab2c2efa') {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:31:37.128613 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8c8e993b-3883-4a8b-b5f1-2c8c1ae3c7bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363249358104777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853146594'] for segment, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:37.145773 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8c8e993b-3883-4a8b-b5f1-2c8c1ae3c7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638805'] for segment, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:37.148162 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8c8e993b-3883-4a8b-b5f1-2c8c1ae3c7bf admin admin] Releasing vxlan tunnel 9 to pool {{(pid=80246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 09 05:31:37.344010 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-8c8e993b-3883-4a8b-b5f1-2c8c1ae3c7bf admin admin] Network 9631c928-d96a-4d32-8f46-517eee091b1a has no segments {{(pid=80246) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 09 05:31:37.353711 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8c8e993b-3883-4a8b-b5f1-2c8c1ae3c7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851136996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843934838'] for segment, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:37.555093 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-8c8e993b-3883-4a8b-b5f1-2c8c1ae3c7bf admin admin] Network 9631c928-d96a-4d32-8f46-517eee091b1a has no segments {{(pid=80246) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 09 05:31:37.579440 dv-cinder-763306-6-iscsi neutron-server[80130]: Traceback (most recent call last):
Dec 09 05:31:37.579440 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 09 05:31:37.579440 dv-cinder-763306-6-iscsi neutron-server[80130]:     timer()
Dec 09 05:31:37.579440 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 05:31:37.579440 dv-cinder-763306-6-iscsi neutron-server[80130]:     cb(*args, **kw)
Dec 09 05:31:37.579440 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 09 05:31:37.579440 dv-cinder-763306-6-iscsi neutron-server[80130]:     return func(*args, **kwargs)
Dec 09 05:31:37.579440 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 05:31:37.579440 dv-cinder-763306-6-iscsi neutron-server[80130]:     self._notify()
Dec 09 05:31:37.579440 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 05:31:37.579440 dv-cinder-763306-6-iscsi neutron-server[80130]:     self.callback(batched_events)
Dec 09 05:31:37.579440 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 05:31:37.579440 dv-cinder-763306-6-iscsi neutron-server[80130]:     event.method(event)
Dec 09 05:31:37.579440 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 05:31:37.579440 dv-cinder-763306-6-iscsi neutron-server[80130]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 05:31:37.579440 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 09 05:31:37.579440 dv-cinder-763306-6-iscsi neutron-server[80130]:     segment_id)['aggregates'][0]
Dec 09 05:31:37.579440 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 05:31:37.579440 dv-cinder-763306-6-iscsi neutron-server[80130]:     return f(self, *a, **k)
Dec 09 05:31:37.579440 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 09 05:31:37.579440 dv-cinder-763306-6-iscsi neutron-server[80130]:     return self._get(url).json()
Dec 09 05:31:37.579440 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 05:31:37.579440 dv-cinder-763306-6-iscsi neutron-server[80130]:     **kwargs)
Dec 09 05:31:37.579440 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 05:31:37.579440 dv-cinder-763306-6-iscsi neutron-server[80130]:     return self.request(url, 'GET', **kwargs)
Dec 09 05:31:37.579440 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 09 05:31:37.579440 dv-cinder-763306-6-iscsi neutron-server[80130]:     **endpoint_filter)
Dec 09 05:31:37.579440 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 05:31:37.579440 dv-cinder-763306-6-iscsi neutron-server[80130]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 05:31:37.579440 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 05:31:37.579440 dv-cinder-763306-6-iscsi neutron-server[80130]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 05:31:37.579440 dv-cinder-763306-6-iscsi neutron-server[80130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 05:31:37.663173 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8c8e993b-3883-4a8b-b5f1-2c8c1ae3c7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851135783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854364948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036851028489'] for network, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:37.667064 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-3afe6c07-c2ac-4c2b-b9b4-e920e81c54e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:31:37.687522 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8c8e993b-3883-4a8b-b5f1-2c8c1ae3c7bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3226941'] for network, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:37.689909 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8e993b-3883-4a8b-b5f1-2c8c1ae3c7bf admin admin] Pushing event deleted for resources: {'Network': ['ID=9631c928-d96a-4d32-8f46-517eee091b1a,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:31:37.692967 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8c8e993b-3883-4a8b-b5f1-2c8c1ae3c7bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:31:37.696141 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-8c8e993b-3883-4a8b-b5f1-2c8c1ae3c7bf admin admin] 10.222.0.39 "DELETE /v2.0/networks/9631c928-d96a-4d32-8f46-517eee091b1a HTTP/1.1" status: 204  len: 168 time: 1.1083734
Dec 09 05:31:37.699383 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 33506) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:31:37.772804 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_v2 [None req-a331ba68-81cc-4f87-abf4-712d79a1a746 admin admin] Deleting subnet eced7cdf-357d-410d-bc53-7ad54a86cea9 {{(pid=80245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 09 05:31:37.776266 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a331ba68-81cc-4f87-abf4-712d79a1a746 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:38.020760 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a331ba68-81cc-4f87-abf4-712d79a1a746 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:38.028859 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a331ba68-81cc-4f87-abf4-712d79a1a746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3642508'] for subnet, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:38.303849 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a331ba68-81cc-4f87-abf4-712d79a1a746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851133308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854364984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894'] for subnet, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:38.320716 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:31:38.369056 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a331ba68-81cc-4f87-abf4-712d79a1a746 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eced7cdf-357d-410d-bc53-7ad54a86cea9,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:31:38.381278 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a331ba68-81cc-4f87-abf4-712d79a1a746 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:38.381683 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a331ba68-81cc-4f87-abf4-712d79a1a746 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:38.382113 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a331ba68-81cc-4f87-abf4-712d79a1a746 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:38.382515 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a331ba68-81cc-4f87-abf4-712d79a1a746 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:38.382911 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a331ba68-81cc-4f87-abf4-712d79a1a746 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:38.383319 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a331ba68-81cc-4f87-abf4-712d79a1a746 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:38.383709 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a331ba68-81cc-4f87-abf4-712d79a1a746 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:38.384097 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a331ba68-81cc-4f87-abf4-712d79a1a746 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:38.384483 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a331ba68-81cc-4f87-abf4-712d79a1a746 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:38.384976 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a331ba68-81cc-4f87-abf4-712d79a1a746 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:38.385249 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a331ba68-81cc-4f87-abf4-712d79a1a746 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:38.385609 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a331ba68-81cc-4f87-abf4-712d79a1a746 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:38.386066 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a331ba68-81cc-4f87-abf4-712d79a1a746 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:38.386446 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a331ba68-81cc-4f87-abf4-712d79a1a746 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:38.386827 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a331ba68-81cc-4f87-abf4-712d79a1a746 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:38.387210 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a331ba68-81cc-4f87-abf4-712d79a1a746 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:38.387589 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a331ba68-81cc-4f87-abf4-712d79a1a746 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:38.387967 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a331ba68-81cc-4f87-abf4-712d79a1a746 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:38.388346 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a331ba68-81cc-4f87-abf4-712d79a1a746 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:38.388759 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a331ba68-81cc-4f87-abf4-712d79a1a746 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:38.389132 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a331ba68-81cc-4f87-abf4-712d79a1a746 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:38.389510 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a331ba68-81cc-4f87-abf4-712d79a1a746 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:38.389910 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a331ba68-81cc-4f87-abf4-712d79a1a746 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:38.390292 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a331ba68-81cc-4f87-abf4-712d79a1a746 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:38.445057 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-a331ba68-81cc-4f87-abf4-712d79a1a746 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:31:38.492923 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a331ba68-81cc-4f87-abf4-712d79a1a746 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3226941'] for subnet, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:38.507024 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-a331ba68-81cc-4f87-abf4-712d79a1a746 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/eced7cdf-357d-410d-bc53-7ad54a86cea9 HTTP/1.1" status: 204  len: 168 time: 0.8064873
Dec 09 05:31:38.508559 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 33514) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:31:38.639577 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-be2a58c0-11db-41d7-812e-b9996996b9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851217242'] for network, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:38.871222 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-be2a58c0-11db-41d7-812e-b9996996b9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3640018', 'neutron.services.segments.db._delete_segments_for_network--9223363249358105289'] for network, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:39.000707 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-be2a58c0-11db-41d7-812e-b9996996b9f0 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fdff3f59e80>> segment before_delete 55550000 {{(pid=80245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:31:39.001138 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-be2a58c0-11db-41d7-812e-b9996996b9f0 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fdff3f59e80>> subnet precommit_delete_associations 55550000 {{(pid=80245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:31:39.002043 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-be2a58c0-11db-41d7-812e-b9996996b9f0 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fdff3c05080>> segment_host_mapping after_create 55550000 {{(pid=80245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:31:39.002423 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-be2a58c0-11db-41d7-812e-b9996996b9f0 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fdff3c05080>> port after_create 55550000 {{(pid=80245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:31:39.002771 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-be2a58c0-11db-41d7-812e-b9996996b9f0 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fdff3c05080>> port after_delete 55550000 {{(pid=80245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:31:39.003145 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-be2a58c0-11db-41d7-812e-b9996996b9f0 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fdff3c05080>> port after_update 55550000 {{(pid=80245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:31:39.003519 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-be2a58c0-11db-41d7-812e-b9996996b9f0 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fdff3c05080>> segment after_delete 55550000 {{(pid=80245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:31:39.003894 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-be2a58c0-11db-41d7-812e-b9996996b9f0 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fdff3c05080>> subnet after_create 55550000 {{(pid=80245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:31:39.004260 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-be2a58c0-11db-41d7-812e-b9996996b9f0 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fdff3c05080>> subnet after_delete 55550000 {{(pid=80245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:31:39.004620 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-be2a58c0-11db-41d7-812e-b9996996b9f0 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fdff3c05080>> subnet after_update 55550000 {{(pid=80245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:31:39.152574 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-be2a58c0-11db-41d7-812e-b9996996b9f0 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fdff39a0208>> subnet after_create 55550000 {{(pid=80245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:31:39.153121 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-be2a58c0-11db-41d7-812e-b9996996b9f0 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fdff39a0208>> subnet after_delete 55550000 {{(pid=80245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:31:39.153333 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-be2a58c0-11db-41d7-812e-b9996996b9f0 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fdff39a0208>> subnet before_create 55550000 {{(pid=80245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:31:39.153706 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-be2a58c0-11db-41d7-812e-b9996996b9f0 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fdff39a0208>> subnet before_update 55550000 {{(pid=80245) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 09 05:31:39.154202 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-be2a58c0-11db-41d7-812e-b9996996b9f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fdff3c05cc0>,) {'filters': {'network_id': ['f27a48e7-2bfc-486c-9dc8-8cd2f3e1c2bc']}} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:31:39.173339 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-be2a58c0-11db-41d7-812e-b9996996b9f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fdff3c05cc0>, '677d5e84-0bf6-4181-a0c4-4276e35f93e2') {'for_net_delete': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:31:39.173682 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-be2a58c0-11db-41d7-812e-b9996996b9f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fdff3c05cc0>, '677d5e84-0bf6-4181-a0c4-4276e35f93e2') {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:31:39.201104 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-be2a58c0-11db-41d7-812e-b9996996b9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363249358104777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10568859'] for segment, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:39.227233 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-be2a58c0-11db-41d7-812e-b9996996b9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638805'] for segment, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:39.229520 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-be2a58c0-11db-41d7-812e-b9996996b9f0 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 09 05:31:39.424669 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-be2a58c0-11db-41d7-812e-b9996996b9f0 admin admin] Network f27a48e7-2bfc-486c-9dc8-8cd2f3e1c2bc has no segments {{(pid=80245) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 09 05:31:39.434442 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-be2a58c0-11db-41d7-812e-b9996996b9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851136996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10626939'] for segment, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:39.459318 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 33530) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:31:39.633046 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-be2a58c0-11db-41d7-812e-b9996996b9f0 admin admin] Network f27a48e7-2bfc-486c-9dc8-8cd2f3e1c2bc has no segments {{(pid=80245) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 09 05:31:39.649542 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c837d6ae-215a-4154-878f-a4c2ecc8abca admin admin] Notify callbacks [] for security_group, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:39.659983 dv-cinder-763306-6-iscsi neutron-server[80130]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Dec 09 05:31:39.659983 dv-cinder-763306-6-iscsi neutron-server[80130]:   (rel_b, rel_a, rel_b),
Dec 09 05:31:39.659983 dv-cinder-763306-6-iscsi neutron-server[80130]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Dec 09 05:31:39.659983 dv-cinder-763306-6-iscsi neutron-server[80130]:   (rel_b, rel_a, rel_b),
Dec 09 05:31:39.659983 dv-cinder-763306-6-iscsi neutron-server[80130]: Traceback (most recent call last):
Dec 09 05:31:39.659983 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 09 05:31:39.659983 dv-cinder-763306-6-iscsi neutron-server[80130]:     timer()
Dec 09 05:31:39.659983 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 05:31:39.659983 dv-cinder-763306-6-iscsi neutron-server[80130]:     cb(*args, **kw)
Dec 09 05:31:39.659983 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 09 05:31:39.659983 dv-cinder-763306-6-iscsi neutron-server[80130]:     return func(*args, **kwargs)
Dec 09 05:31:39.659983 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 05:31:39.659983 dv-cinder-763306-6-iscsi neutron-server[80130]:     self._notify()
Dec 09 05:31:39.659983 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 05:31:39.659983 dv-cinder-763306-6-iscsi neutron-server[80130]:     self.callback(batched_events)
Dec 09 05:31:39.659983 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 05:31:39.659983 dv-cinder-763306-6-iscsi neutron-server[80130]:     event.method(event)
Dec 09 05:31:39.659983 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 05:31:39.659983 dv-cinder-763306-6-iscsi neutron-server[80130]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 05:31:39.659983 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 09 05:31:39.659983 dv-cinder-763306-6-iscsi neutron-server[80130]:     segment_id)['aggregates'][0]
Dec 09 05:31:39.659983 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 05:31:39.659983 dv-cinder-763306-6-iscsi neutron-server[80130]:     return f(self, *a, **k)
Dec 09 05:31:39.659983 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 09 05:31:39.659983 dv-cinder-763306-6-iscsi neutron-server[80130]:     return self._get(url).json()
Dec 09 05:31:39.659983 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 05:31:39.659983 dv-cinder-763306-6-iscsi neutron-server[80130]:     **kwargs)
Dec 09 05:31:39.659983 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 05:31:39.659983 dv-cinder-763306-6-iscsi neutron-server[80130]:     return self.request(url, 'GET', **kwargs)
Dec 09 05:31:39.659983 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 09 05:31:39.659983 dv-cinder-763306-6-iscsi neutron-server[80130]:     **endpoint_filter)
Dec 09 05:31:39.659983 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 05:31:39.659983 dv-cinder-763306-6-iscsi neutron-server[80130]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 05:31:39.659983 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 05:31:39.659983 dv-cinder-763306-6-iscsi neutron-server[80130]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 05:31:39.659983 dv-cinder-763306-6-iscsi neutron-server[80130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 05:31:39.667114 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-c837d6ae-215a-4154-878f-a4c2ecc8abca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:31:39.672710 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-c837d6ae-215a-4154-878f-a4c2ecc8abca admin admin] Usage tracker for resource:security_group_rule and tenant:ca8a308007014c1692887e3121aa4bbe is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:31:39.676826 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-c837d6ae-215a-4154-878f-a4c2ecc8abca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:31:39.683212 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-c837d6ae-215a-4154-878f-a4c2ecc8abca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:31:39.747835 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-be2a58c0-11db-41d7-812e-b9996996b9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851135783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854364948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036851028489'] for network, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:39.766831 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-be2a58c0-11db-41d7-812e-b9996996b9f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3226941'] for network, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:39.774007 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-9b1620bd-bfbb-4a3b-aebd-8b800aca7971 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:31:39.808606 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-be2a58c0-11db-41d7-812e-b9996996b9f0 admin admin] 10.222.0.39 "DELETE /v2.0/networks/f27a48e7-2bfc-486c-9dc8-8cd2f3e1c2bc HTTP/1.1" status: 204  len: 168 time: 1.2966626
Dec 09 05:31:39.817686 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2a58c0-11db-41d7-812e-b9996996b9f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f27a48e7-2bfc-486c-9dc8-8cd2f3e1c2bc,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:31:39.821452 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-be2a58c0-11db-41d7-812e-b9996996b9f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:31:39.916263 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c837d6ae-215a-4154-878f-a4c2ecc8abca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:39.919164 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c837d6ae-215a-4154-878f-a4c2ecc8abca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:39.932545 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-bca1febd-a805-4a56-985d-a9c931d44ec6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:31:39.962724 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-c837d6ae-215a-4154-878f-a4c2ecc8abca admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ca8a308007014c1692887e3121aa4bbe&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5022013
Dec 09 05:31:39.962957 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 33538) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:31:39.984339 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c837d6ae-215a-4154-878f-a4c2ecc8abca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2e6835-6bde-443e-8a69-dd121adc002f,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:31:39.987770 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-c837d6ae-215a-4154-878f-a4c2ecc8abca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:31:40.032949 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 33542) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:31:40.046161 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-dbabc869-096c-4dd7-b827-8e5f348ac9a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:40.074870 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-dbabc869-096c-4dd7-b827-8e5f348ac9a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:40.096648 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-28005364-4409-4df7-a269-6d3799cd3664 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3272d95525f04699bfa13696856fc395&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0620127
Dec 09 05:31:40.099502 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 33546) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:31:40.125156 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-dbabc869-096c-4dd7-b827-8e5f348ac9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:40.131169 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-3bd261d1-f36d-4bcc-af4e-41ade1571322 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:31:40.145782 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbabc869-096c-4dd7-b827-8e5f348ac9a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2e6835-6bde-443e-8a69-dd121adc002f,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:31:40.149013 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-dbabc869-096c-4dd7-b827-8e5f348ac9a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:31:40.151421 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-dbabc869-096c-4dd7-b827-8e5f348ac9a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:40.152726 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-dbabc869-096c-4dd7-b827-8e5f348ac9a9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bb2e6835-6bde-443e-8a69-dd121adc002f HTTP/1.1" status: 204  len: 168 time: 0.1884272
Dec 09 05:31:40.180197 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-27d35184-f283-41a5-bd24-daa61a516f82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:40.213728 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-27d35184-f283-41a5-bd24-daa61a516f82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:40.262674 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-27d35184-f283-41a5-bd24-daa61a516f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:40.271983 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:31:40.285920 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d35184-f283-41a5-bd24-daa61a516f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4483a5-d274-4517-bef3-e449c0976a8f,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:31:40.290123 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-27d35184-f283-41a5-bd24-daa61a516f82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:31:40.292382 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-27d35184-f283-41a5-bd24-daa61a516f82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:40.293474 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-27d35184-f283-41a5-bd24-daa61a516f82 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8a4483a5-d274-4517-bef3-e449c0976a8f HTTP/1.1" status: 204  len: 168 time: 0.1928103
Dec 09 05:31:40.708853 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 33560) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:31:40.729510 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 33564) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:31:40.758882 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d97fd9df-aa45-4480-96b6-759c4bed5160 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:40.778617 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-d97fd9df-aa45-4480-96b6-759c4bed5160 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:31:40.783680 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-d97fd9df-aa45-4480-96b6-759c4bed5160 admin admin] Usage tracker for resource:security_group_rule and tenant:c68c990b9c034983aab29ae83ff66e0e is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:31:40.786676 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-d97fd9df-aa45-4480-96b6-759c4bed5160 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:31:40.790191 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-a6d5e0fb-360a-4296-8213-54dbcb602796 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8108e3035c6e4c0b8ea5f875d0cd43b8&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0795639
Dec 09 05:31:40.792836 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 33568) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:31:40.796863 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-d97fd9df-aa45-4480-96b6-759c4bed5160 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:31:40.881126 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ebf8d600-b93b-415c-8207-a039776789d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:40.911438 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ebf8d600-b93b-415c-8207-a039776789d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:40.912293 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d97fd9df-aa45-4480-96b6-759c4bed5160 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:40.915822 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d97fd9df-aa45-4480-96b6-759c4bed5160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:40.930645 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-99cc4c78-0077-4988-a1d0-22b27a84a7ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:31:40.960144 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ebf8d600-b93b-415c-8207-a039776789d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:40.965700 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-a6b3bbeb-012c-4e12-82b2-305f333c5847 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:31:40.972455 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97fd9df-aa45-4480-96b6-759c4bed5160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=409270db-7c8f-41cd-80bd-f59ca4c20b19,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:31:40.978260 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-d97fd9df-aa45-4480-96b6-759c4bed5160 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:31:40.981175 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf8d600-b93b-415c-8207-a039776789d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a668cf6-5424-43d0-91e0-681daa94ed57,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:31:40.981740 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-d97fd9df-aa45-4480-96b6-759c4bed5160 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c68c990b9c034983aab29ae83ff66e0e&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2509072
Dec 09 05:31:40.985382 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 33572) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:31:40.994328 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ebf8d600-b93b-415c-8207-a039776789d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:31:40.995182 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ebf8d600-b93b-415c-8207-a039776789d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:41.002615 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-ebf8d600-b93b-415c-8207-a039776789d6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1a668cf6-5424-43d0-91e0-681daa94ed57 HTTP/1.1" status: 204  len: 168 time: 0.2028224
Dec 09 05:31:41.069325 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ab8b0706-2001-4182-a9f8-3046d228e428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:41.118070 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ab8b0706-2001-4182-a9f8-3046d228e428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:41.199674 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-43f44203-54c4-4c67-af47-9ad3e8a05b65 None None] Agent healthcheck: found 6 active agents {{(pid=80248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 09 05:31:41.241137 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ab8b0706-2001-4182-a9f8-3046d228e428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:41.285420 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:31:41.285420 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8b0706-2001-4182-a9f8-3046d228e428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=409270db-7c8f-41cd-80bd-f59ca4c20b19,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:31:41.285420 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ab8b0706-2001-4182-a9f8-3046d228e428 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:31:41.285420 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ab8b0706-2001-4182-a9f8-3046d228e428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:41.285420 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-ab8b0706-2001-4182-a9f8-3046d228e428 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/409270db-7c8f-41cd-80bd-f59ca4c20b19 HTTP/1.1" status: 204  len: 168 time: 0.2802753
Dec 09 05:31:41.652652 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 33590) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:31:41.672196 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-fa369b49-7de3-4ee3-8674-0331688d20db admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:41.688375 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-fa369b49-7de3-4ee3-8674-0331688d20db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:31:41.692399 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-fa369b49-7de3-4ee3-8674-0331688d20db admin admin] Usage tracker for resource:security_group_rule and tenant:829c39046a04441f9ce8e11e06c9b1bc is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:31:41.695404 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-fa369b49-7de3-4ee3-8674-0331688d20db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:31:41.701319 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-fa369b49-7de3-4ee3-8674-0331688d20db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:31:41.805698 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-fa369b49-7de3-4ee3-8674-0331688d20db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:41.810223 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-fa369b49-7de3-4ee3-8674-0331688d20db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:41.825035 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-369a2f3d-153a-4168-91a7-93d8ff894bad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:31:41.870473 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-fa369b49-7de3-4ee3-8674-0331688d20db admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=829c39046a04441f9ce8e11e06c9b1bc&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2166431
Dec 09 05:31:41.872163 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa369b49-7de3-4ee3-8674-0331688d20db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e517a3d-07b6-45ab-a023-928511189f9e,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:31:41.873999 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 33596) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:31:41.876529 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-fa369b49-7de3-4ee3-8674-0331688d20db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:31:41.941569 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e44f5a83-390a-414d-ac2e-736f276e3945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:41.958594 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-14cc286b-caf5-4e4f-b20e-843180d0d6d8 req-9d29b4b7-21a5-4339-8084-2fbe295b2f92 service neutron] Request body: {'port': {'device_id': 'b5878f15-3c4c-4e2f-90f2-dc4f4c40c27a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:31:42.017600 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e44f5a83-390a-414d-ac2e-736f276e3945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:42.122570 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e44f5a83-390a-414d-ac2e-736f276e3945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:42.131088 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-99965703-3ff2-4bf9-bd24-a7330cd9878f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:31:42.184672 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44f5a83-390a-414d-ac2e-736f276e3945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e517a3d-07b6-45ab-a023-928511189f9e,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:31:42.198402 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e44f5a83-390a-414d-ac2e-736f276e3945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:42.199641 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-e44f5a83-390a-414d-ac2e-736f276e3945 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0e517a3d-07b6-45ab-a023-928511189f9e HTTP/1.1" status: 204  len: 168 time: 0.3244257
Dec 09 05:31:42.203387 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e44f5a83-390a-414d-ac2e-736f276e3945 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:31:42.213150 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-14cc286b-caf5-4e4f-b20e-843180d0d6d8 req-9d29b4b7-21a5-4339-8084-2fbe295b2f92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:42.243819 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8083b278-39cb-4a96-9d3a-2bd43f826e43 req-cbfa2a15-e0ed-4421-bb29-9c611663a45f tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:42.245456 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8083b278-39cb-4a96-9d3a-2bd43f826e43 req-cbfa2a15-e0ed-4421-bb29-9c611663a45f tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=66af7b7a-008f-41a5-af48-13f1c7b1134e HTTP/1.1" status: 200  len: 946 time: 0.1209016
Dec 09 05:31:42.309324 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8083b278-39cb-4a96-9d3a-2bd43f826e43 req-7eeed8e8-8d60-48b3-bdd2-1a128eaf0b87 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/security-groups?id=9f31bb62-a357-4a0d-9bfd-fc2419bb91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557189
Dec 09 05:31:42.366256 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f237c4-15e4-416f-92eb-c7d6e86c63c5 req-2a2d80a3-ee01-4b84-b172-922fe40b8368 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:42.367051 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-e1f237c4-15e4-416f-92eb-c7d6e86c63c5 req-2a2d80a3-ee01-4b84-b172-922fe40b8368 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Synchronizing usage tracker for tenant:01ec2b224b424d04bbe7e5a9c52a66d5 on resource:port {{(pid=80246) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:31:42.446287 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-e1f237c4-15e4-416f-92eb-c7d6e86c63c5 req-2a2d80a3-ee01-4b84-b172-922fe40b8368 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Unset dirty status for tenant:01ec2b224b424d04bbe7e5a9c52a66d5 on resource:port {{(pid=80246) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:31:42.447614 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e1f237c4-15e4-416f-92eb-c7d6e86c63c5 req-2a2d80a3-ee01-4b84-b172-922fe40b8368 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/ports?device_id=b5878f15-3c4c-4e2f-90f2-dc4f4c40c27a HTTP/1.1" status: 200  len: 931 time: 0.3074219
Dec 09 05:31:42.824529 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e1f237c4-15e4-416f-92eb-c7d6e86c63c5 req-b4c45b47-1c20-46a7-8ead-387aab00eccd tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/security-groups?id=ec58b73c-c7a7-470e-ae92-a9b232863e2a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3646660
Dec 09 05:31:42.976669 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95268614-e8c3-4ef7-8d95-ac013af1f790 req-c5a532c8-bb6e-493c-a4d2-efc3db3ecca0 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:42.986982 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-95268614-e8c3-4ef7-8d95-ac013af1f790 req-c5a532c8-bb6e-493c-a4d2-efc3db3ecca0 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=eff4a7a6-c915-4262-8eb4-47a7ba9d5707 HTTP/1.1" status: 200  len: 945 time: 0.1023717
Dec 09 05:31:43.006056 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157e2acb-5769-4670-a88e-7059f585291e req-edec68c0-9a59-4d1c-b581-683f635d8aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:43.007686 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-157e2acb-5769-4670-a88e-7059f585291e req-edec68c0-9a59-4d1c-b581-683f635d8aa4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f2e56e35acf649b3b3156dba09242a4f&device_id=eff4a7a6-c915-4262-8eb4-47a7ba9d5707 HTTP/1.1" status: 200  len: 1162 time: 0.2875998
Dec 09 05:31:43.118144 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-95268614-e8c3-4ef7-8d95-ac013af1f790 req-cea047e2-03fb-4853-99a1-3bdb35c28db4 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1296771
Dec 09 05:31:43.277564 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device ef190fed-638e-43f0-85cf-449a9fef7d88 up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:31:43.319165 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157e2acb-5769-4670-a88e-7059f585291e req-5e0de22d-001f-4664-8630-ea8e0fdda27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:43.322078 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-157e2acb-5769-4670-a88e-7059f585291e req-5e0de22d-001f-4664-8630-ea8e0fdda27f service neutron] 10.222.0.59 "GET /v2.0/networks?id=06891e77-d716-4108-aee5-befcd6bf9ea6 HTTP/1.1" status: 200  len: 912 time: 0.3002045
Dec 09 05:31:43.404221 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port ef190fed-638e-43f0-85cf-449a9fef7d88 triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:31:43.405243 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:43.529770 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-157e2acb-5769-4670-a88e-7059f585291e req-34d2a597-ebb4-4df0-bc88-e11ea3f7d811 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd5892db-1676-4f45-8762-15d831f1c7bf HTTP/1.1" status: 200  len: 217 time: 0.1412644
Dec 09 05:31:43.669254 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [req-14cc286b-caf5-4e4f-b20e-843180d0d6d8 req-9d29b4b7-21a5-4339-8084-2fbe295b2f92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47b4b7c5-71df-464d-b601-013cc25f5595 {{(pid=80246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 09 05:31:43.683282 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-14cc286b-caf5-4e4f-b20e-843180d0d6d8 req-9d29b4b7-21a5-4339-8084-2fbe295b2f92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:43.702614 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157e2acb-5769-4670-a88e-7059f585291e req-42d2187c-d7b2-48bc-81cf-1a18ad942245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:43.704402 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-157e2acb-5769-4670-a88e-7059f585291e req-42d2187c-d7b2-48bc-81cf-1a18ad942245 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f0a74771-7cf7-44b6-a932-ab6aa0c12e99 HTTP/1.1" status: 200  len: 858 time: 0.1210949
Dec 09 05:31:43.713440 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [req-14cc286b-caf5-4e4f-b20e-843180d0d6d8 req-9d29b4b7-21a5-4339-8084-2fbe295b2f92 service neutron] Transition to ACTIVE for port object 47b4b7c5-71df-464d-b601-013cc25f5595 will not be triggered until provisioned by entity L2. {{(pid=80246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 09 05:31:43.762270 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-14cc286b-caf5-4e4f-b20e-843180d0d6d8 req-9d29b4b7-21a5-4339-8084-2fbe295b2f92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843934808'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:43.784694 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-9aa8c3da-0598-41bb-b7a6-d2d507434837 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:31:43.850476 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-157e2acb-5769-4670-a88e-7059f585291e req-a8785bac-9a07-4c9f-bc25-1e4fd796367f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=06891e77-d716-4108-aee5-befcd6bf9ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1289206
Dec 09 05:31:43.866132 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9133019-662a-462e-99df-5c4d3605cd5c req-8093cc2c-6035-4b1f-b546-1ea940baf4b3 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:43.867886 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e9133019-662a-462e-99df-5c4d3605cd5c req-8093cc2c-6035-4b1f-b546-1ea940baf4b3 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=66af7b7a-008f-41a5-af48-13f1c7b1134e HTTP/1.1" status: 200  len: 946 time: 0.3792405
Dec 09 05:31:44.031153 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d29b4b7-21a5-4339-8084-2fbe295b2f92 service neutron] Pushing event updated for resources: {'Port': ['ID=47b4b7c5-71df-464d-b601-013cc25f5595,revision_number=2']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:31:44.034968 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-9d29b4b7-21a5-4339-8084-2fbe295b2f92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:31:44.129418 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105248aa-7ac2-4cba-8560-6f797bab2834 req-f9065211-72e5-4923-ac37-3ff8b803c0df tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:44.139125 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-105248aa-7ac2-4cba-8560-6f797bab2834 req-f9065211-72e5-4923-ac37-3ff8b803c0df tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/ports?device_id=b5878f15-3c4c-4e2f-90f2-dc4f4c40c27a HTTP/1.1" status: 200  len: 943 time: 0.1072111
Dec 09 05:31:44.146561 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e9133019-662a-462e-99df-5c4d3605cd5c req-e5aa797d-327c-4d27-9b93-e879f1d46913 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/security-groups?id=9f31bb62-a357-4a0d-9bfd-fc2419bb91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2173398
Dec 09 05:31:44.203099 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-105248aa-7ac2-4cba-8560-6f797bab2834 req-3243b1f7-9a19-4670-bf10-7542b7462fd0 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/security-groups?id=ec58b73c-c7a7-470e-ae92-a9b232863e2a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626817
Dec 09 05:31:44.271991 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-157e2acb-5769-4670-a88e-7059f585291e req-3bcea9f9-78dd-41ae-8806-d77d58bc1c69 service neutron] 10.222.0.59 "GET /v2.0/networks/06891e77-d716-4108-aee5-befcd6bf9ea6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3508241
Dec 09 05:31:44.521630 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf54f2e-16e6-40aa-9650-20c39c5ed086 req-39815aa0-c138-4743-81f5-cfc95f1bc1dc tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:44.523903 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4cf54f2e-16e6-40aa-9650-20c39c5ed086 req-39815aa0-c138-4743-81f5-cfc95f1bc1dc tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=eff4a7a6-c915-4262-8eb4-47a7ba9d5707 HTTP/1.1" status: 200  len: 945 time: 0.1432662
Dec 09 05:31:44.594923 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4cf54f2e-16e6-40aa-9650-20c39c5ed086 req-3f37a728-986d-4b78-a777-40f9d3c37c7e tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638549
Dec 09 05:31:44.644744 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-14cc286b-caf5-4e4f-b20e-843180d0d6d8 req-9d29b4b7-21a5-4339-8084-2fbe295b2f92 service neutron] Attempting to bind port 47b4b7c5-71df-464d-b601-013cc25f5595 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 09 05:31:44.644744 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-14cc286b-caf5-4e4f-b20e-843180d0d6d8 req-9d29b4b7-21a5-4339-8084-2fbe295b2f92 service neutron] Attempting to bind port 47b4b7c5-71df-464d-b601-013cc25f5595 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '19078054-d988-44d0-8749-e725b73e73ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '9aea0a2f-14fb-4990-ae4d-5b682071e14d'}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 09 05:31:44.644744 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cc286b-caf5-4e4f-b20e-843180d0d6d8 req-9d29b4b7-21a5-4339-8084-2fbe295b2f92 service neutron] Attempting to bind port 47b4b7c5-71df-464d-b601-013cc25f5595 on network 9aea0a2f-14fb-4990-ae4d-5b682071e14d {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 09 05:31:44.644744 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-157e2acb-5769-4670-a88e-7059f585291e req-47ebfe03-00d1-40dd-8835-2b21e12de384 service neutron] 10.222.0.59 "GET /v2.0/networks/06891e77-d716-4108-aee5-befcd6bf9ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3588381
Dec 09 05:31:44.650163 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cc286b-caf5-4e4f-b20e-843180d0d6d8 req-9d29b4b7-21a5-4339-8084-2fbe295b2f92 service neutron] Checking agent: {'id': '86479789-5ca7-450a-99e9-f63f20b79a87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 27, 56), 'started_at': datetime.datetime(2020, 12, 9, 5, 28, 26), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 05:31:44.650683 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cc286b-caf5-4e4f-b20e-843180d0d6d8 req-9d29b4b7-21a5-4339-8084-2fbe295b2f92 service neutron] Checking segment: {'id': '19078054-d988-44d0-8749-e725b73e73ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '9aea0a2f-14fb-4990-ae4d-5b682071e14d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 09 05:31:44.651203 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-14cc286b-caf5-4e4f-b20e-843180d0d6d8 req-9d29b4b7-21a5-4339-8084-2fbe295b2f92 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:44.651825 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cc286b-caf5-4e4f-b20e-843180d0d6d8 req-9d29b4b7-21a5-4339-8084-2fbe295b2f92 service neutron] Bound using segment: {'id': '19078054-d988-44d0-8749-e725b73e73ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '9aea0a2f-14fb-4990-ae4d-5b682071e14d'} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 05:31:44.652427 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-14cc286b-caf5-4e4f-b20e-843180d0d6d8 req-9d29b4b7-21a5-4339-8084-2fbe295b2f92 service neutron] Bound port: 47b4b7c5-71df-464d-b601-013cc25f5595, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19078054-d988-44d0-8749-e725b73e73ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '9aea0a2f-14fb-4990-ae4d-5b682071e14d'}}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 09 05:31:44.652929 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-14cc286b-caf5-4e4f-b20e-843180d0d6d8 req-9d29b4b7-21a5-4339-8084-2fbe295b2f92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:44.787923 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-14cc286b-caf5-4e4f-b20e-843180d0d6d8 req-9d29b4b7-21a5-4339-8084-2fbe295b2f92 service neutron] For port 47b4b7c5-71df-464d-b601-013cc25f5595, host hv-cinder-76330, cleared binding levels {{(pid=80246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 09 05:31:44.793678 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-14cc286b-caf5-4e4f-b20e-843180d0d6d8 req-9d29b4b7-21a5-4339-8084-2fbe295b2f92 service neutron] For port 47b4b7c5-71df-464d-b601-013cc25f5595, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=47b4b7c5-71df-464d-b601-013cc25f5595,segment=NetworkSegment(19078054-d988-44d0-8749-e725b73e73ce),segment_id=19078054-d988-44d0-8749-e725b73e73ce)] {{(pid=80246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 09 05:31:44.797765 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-14cc286b-caf5-4e4f-b20e-843180d0d6d8 req-9d29b4b7-21a5-4339-8084-2fbe295b2f92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843934808'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:44.814360 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-83b76a30-9c2e-49b1-9c63-36ba6e957e4f tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:31:45.023901 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d29b4b7-21a5-4339-8084-2fbe295b2f92 service neutron] Pushing event updated for resources: {'Port': ['ID=47b4b7c5-71df-464d-b601-013cc25f5595,revision_number=3']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:31:45.029344 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-9d29b4b7-21a5-4339-8084-2fbe295b2f92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:31:45.066148 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc286b-caf5-4e4f-b20e-843180d0d6d8 req-9d29b4b7-21a5-4339-8084-2fbe295b2f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:45.066831 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-14cc286b-caf5-4e4f-b20e-843180d0d6d8 req-9d29b4b7-21a5-4339-8084-2fbe295b2f92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870'] for port, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:45.068339 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-14cc286b-caf5-4e4f-b20e-843180d0d6d8 req-9d29b4b7-21a5-4339-8084-2fbe295b2f92 service neutron] 10.222.0.59 "PUT /v2.0/ports/47b4b7c5-71df-464d-b601-013cc25f5595 HTTP/1.1" status: 200  len: 1157 time: 3.1143661
Dec 09 05:31:45.068875 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5878f15-3c4c-4e2f-90f2-dc4f4c40c27a', 'tag': '47b4b7c5-71df-464d-b601-013cc25f5595'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:31:45.192769 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5878f15-3c4c-4e2f-90f2-dc4f4c40c27a', 'tag': '47b4b7c5-71df-464d-b601-013cc25f5595', 'status': 'completed', 'code': 200}
Dec 09 05:31:45.228676 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc286b-caf5-4e4f-b20e-843180d0d6d8 req-c1c24b81-2f47-4641-a57a-9b24571af6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:45.230580 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-14cc286b-caf5-4e4f-b20e-843180d0d6d8 req-c1c24b81-2f47-4641-a57a-9b24571af6a2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=01ec2b224b424d04bbe7e5a9c52a66d5&device_id=b5878f15-3c4c-4e2f-90f2-dc4f4c40c27a HTTP/1.1" status: 200  len: 1160 time: 0.0902898
Dec 09 05:31:45.316917 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-14cc286b-caf5-4e4f-b20e-843180d0d6d8 req-adac97e1-af06-4d0e-a37d-6a28c14af05d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47b4b7c5-71df-464d-b601-013cc25f5595 HTTP/1.1" status: 200  len: 217 time: 0.0766442
Dec 09 05:31:45.454589 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc286b-caf5-4e4f-b20e-843180d0d6d8 req-c5a0afa4-8765-44b4-99e0-9c5d2bdff581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:45.456203 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-14cc286b-caf5-4e4f-b20e-843180d0d6d8 req-c5a0afa4-8765-44b4-99e0-9c5d2bdff581 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bc2ef73b-021e-4c10-b628-1f5ae57b8553 HTTP/1.1" status: 200  len: 854 time: 0.1320860
Dec 09 05:31:45.555534 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d7849-7f12-4c3a-bb1d-b9aa044dd80b req-55d2264f-463b-4267-965d-9f26fe848028 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:45.557499 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-fd7d7849-7f12-4c3a-bb1d-b9aa044dd80b req-55d2264f-463b-4267-965d-9f26fe848028 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/ports?device_id=b5878f15-3c4c-4e2f-90f2-dc4f4c40c27a HTTP/1.1" status: 200  len: 943 time: 0.1635487
Dec 09 05:31:45.598732 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc286b-caf5-4e4f-b20e-843180d0d6d8 req-d9246e88-5f0d-4f08-8b71-a29e0d7c5521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:45.600288 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-14cc286b-caf5-4e4f-b20e-843180d0d6d8 req-d9246e88-5f0d-4f08-8b71-a29e0d7c5521 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9aea0a2f-14fb-4990-ae4d-5b682071e14d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1319535
Dec 09 05:31:45.650739 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-fd7d7849-7f12-4c3a-bb1d-b9aa044dd80b req-47459d64-003f-49a2-9d9f-62af83125393 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/security-groups?id=ec58b73c-c7a7-470e-ae92-a9b232863e2a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0821505
Dec 09 05:31:45.773586 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6c012093-6f7c-428c-8587-5710f963db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:45.822954 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-14cc286b-caf5-4e4f-b20e-843180d0d6d8 req-c6e5506e-71f2-4480-afcd-9a3b658927ce service neutron] 10.222.0.59 "GET /v2.0/networks/9aea0a2f-14fb-4990-ae4d-5b682071e14d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2017651
Dec 09 05:31:45.913130 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a621619a-55c2-4b91-a889-7f965159bae0 req-30913dc7-276e-4b1e-9e13-201316f8e239 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:45.915626 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a621619a-55c2-4b91-a889-7f965159bae0 req-30913dc7-276e-4b1e-9e13-201316f8e239 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=eff4a7a6-c915-4262-8eb4-47a7ba9d5707 HTTP/1.1" status: 200  len: 945 time: 0.1057546
Dec 09 05:31:45.969486 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a621619a-55c2-4b91-a889-7f965159bae0 req-6b3323ef-f258-4e8a-ad10-5e6b33b049f4 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479136
Dec 09 05:31:46.026561 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-14cc286b-caf5-4e4f-b20e-843180d0d6d8 req-4dcbdea7-8fd2-494e-9098-d64af19c0cc4 service neutron] 10.222.0.59 "GET /v2.0/networks/9aea0a2f-14fb-4990-ae4d-5b682071e14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1905720
Dec 09 05:31:46.204692 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc0ef8-3069-4738-9366-4e05173d457e req-2952a065-a678-4bd3-a211-6b6a06a54220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:46.206700 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1edc0ef8-3069-4738-9366-4e05173d457e req-2952a065-a678-4bd3-a211-6b6a06a54220 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=01ec2b224b424d04bbe7e5a9c52a66d5&device_id=b5878f15-3c4c-4e2f-90f2-dc4f4c40c27a HTTP/1.1" status: 200  len: 1160 time: 0.0975132
Dec 09 05:31:46.395410 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc0ef8-3069-4738-9366-4e05173d457e req-46e1dc3b-9284-4580-a451-3a852acaac4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:46.397796 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1edc0ef8-3069-4738-9366-4e05173d457e req-46e1dc3b-9284-4580-a451-3a852acaac4e service neutron] 10.222.0.59 "GET /v2.0/networks?id=9aea0a2f-14fb-4990-ae4d-5b682071e14d HTTP/1.1" status: 200  len: 909 time: 0.1781919
Dec 09 05:31:46.489643 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1edc0ef8-3069-4738-9366-4e05173d457e req-8696a45a-be42-4424-bc74-54bd9eb7ab41 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47b4b7c5-71df-464d-b601-013cc25f5595 HTTP/1.1" status: 200  len: 217 time: 0.0699301
Dec 09 05:31:46.560038 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc0ef8-3069-4738-9366-4e05173d457e req-4b769474-c724-4369-82d2-c47364a6cb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:46.561645 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1edc0ef8-3069-4738-9366-4e05173d457e req-4b769474-c724-4369-82d2-c47364a6cb8a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bc2ef73b-021e-4c10-b628-1f5ae57b8553 HTTP/1.1" status: 200  len: 854 time: 0.0650396
Dec 09 05:31:46.648099 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc0ef8-3069-4738-9366-4e05173d457e req-c078529a-b5f8-4893-8f8c-f68daedaa4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:46.649966 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1edc0ef8-3069-4738-9366-4e05173d457e req-c078529a-b5f8-4893-8f8c-f68daedaa4f6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9aea0a2f-14fb-4990-ae4d-5b682071e14d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0767334
Dec 09 05:31:46.802873 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1edc0ef8-3069-4738-9366-4e05173d457e req-b9001d5f-e964-4e75-aa5e-1cc916fbbb73 service neutron] 10.222.0.59 "GET /v2.0/networks/9aea0a2f-14fb-4990-ae4d-5b682071e14d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1443713
Dec 09 05:31:47.203819 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a7d205-7330-4577-aa5e-b726b1334f2f req-7f38f34c-e9da-4730-881c-1912760d1f8a tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:47.205443 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f2a7d205-7330-4577-aa5e-b726b1334f2f req-7f38f34c-e9da-4730-881c-1912760d1f8a tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=eff4a7a6-c915-4262-8eb4-47a7ba9d5707 HTTP/1.1" status: 200  len: 945 time: 0.0919626
Dec 09 05:31:47.239696 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1edc0ef8-3069-4738-9366-4e05173d457e req-3cbb39b8-f66d-4d77-9e90-abc63a6f7c62 service neutron] 10.222.0.59 "GET /v2.0/networks/9aea0a2f-14fb-4990-ae4d-5b682071e14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4258280
Dec 09 05:31:47.246597 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca0ba7-d16c-4340-82d2-aca60f2e46c7 req-eda0c4fc-b335-4e71-b435-56c80d8cdcb9 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:47.248675 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-64ca0ba7-d16c-4340-82d2-aca60f2e46c7 req-eda0c4fc-b335-4e71-b435-56c80d8cdcb9 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/ports?device_id=b5878f15-3c4c-4e2f-90f2-dc4f4c40c27a HTTP/1.1" status: 200  len: 943 time: 0.4088299
Dec 09 05:31:47.254614 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f2a7d205-7330-4577-aa5e-b726b1334f2f req-40506a95-196f-4612-a8a4-95a6cb85fc12 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423164
Dec 09 05:31:47.301943 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-64ca0ba7-d16c-4340-82d2-aca60f2e46c7 req-c736ac30-5b2b-4ef1-a6fe-0b6bab249324 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/security-groups?id=ec58b73c-c7a7-470e-ae92-a9b232863e2a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450308
Dec 09 05:31:47.319824 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e022ff9c-db08-415e-80ae-3b41bb8b639f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:47.686986 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 33760) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:31:47.866626 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7baed4f3-658f-4c2e-b3c0-12a4b6f90a10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:47.885835 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-7baed4f3-658f-4c2e-b3c0-12a4b6f90a10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:31:47.890124 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-7baed4f3-658f-4c2e-b3c0-12a4b6f90a10 admin admin] Usage tracker for resource:security_group_rule and tenant:49df490285274683810965e63fbacc22 is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:31:47.893143 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-7baed4f3-658f-4c2e-b3c0-12a4b6f90a10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:31:47.899106 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-7baed4f3-658f-4c2e-b3c0-12a4b6f90a10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:31:47.992475 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7baed4f3-658f-4c2e-b3c0-12a4b6f90a10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:47.995294 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7baed4f3-658f-4c2e-b3c0-12a4b6f90a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:48.005201 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ebf8d600-b93b-415c-8207-a039776789d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:31:48.051489 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-7baed4f3-658f-4c2e-b3c0-12a4b6f90a10 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=49df490285274683810965e63fbacc22&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3632419
Dec 09 05:31:48.053159 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baed4f3-658f-4c2e-b3c0-12a4b6f90a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e72e60-9b45-428d-a2f3-3cc4bb0e9855,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:31:48.054482 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 33774) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:31:48.056463 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-7baed4f3-658f-4c2e-b3c0-12a4b6f90a10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:31:48.125665 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1c61761d-8600-4d28-9f82-bb92b8b7d378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:48.181380 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1c61761d-8600-4d28-9f82-bb92b8b7d378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:48.198152 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d667687f-70e4-40ee-92a5-0e371b53b2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:48.325029 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1c61761d-8600-4d28-9f82-bb92b8b7d378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:48.333399 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-dbabc869-096c-4dd7-b827-8e5f348ac9a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:31:48.364163 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c61761d-8600-4d28-9f82-bb92b8b7d378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e72e60-9b45-428d-a2f3-3cc4bb0e9855,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:31:48.367937 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-1c61761d-8600-4d28-9f82-bb92b8b7d378 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:31:48.375194 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fd3bea-3e0e-4572-8a94-bfe56cfe2e7b req-1a4d6cc1-2b2d-45eb-b09c-173a912f7d2d tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:48.377051 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-77fd3bea-3e0e-4572-8a94-bfe56cfe2e7b req-1a4d6cc1-2b2d-45eb-b09c-173a912f7d2d tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/networks?id=5cb1a234-023e-4349-b09c-d46437d7559b HTTP/1.1" status: 200  len: 815 time: 0.2265079
Dec 09 05:31:48.384363 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1c61761d-8600-4d28-9f82-bb92b8b7d378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:48.386447 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-1c61761d-8600-4d28-9f82-bb92b8b7d378 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/20e72e60-9b45-428d-a2f3-3cc4bb0e9855 HTTP/1.1" status: 204  len: 168 time: 0.3306370
Dec 09 05:31:48.410832 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-77fd3bea-3e0e-4572-8a94-bfe56cfe2e7b req-c2577d1e-eeeb-4c3a-acfe-12c82c0b90a6 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/quotas/3257a949e8bc405187c51474a6152074 HTTP/1.1" status: 200  len: 375 time: 0.0275953
Dec 09 05:31:48.502170 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-77fd3bea-3e0e-4572-8a94-bfe56cfe2e7b req-80dd70f4-ce30-4441-8f3e-acc42b73ea48 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?tenant_id=3257a949e8bc405187c51474a6152074&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0849142
Dec 09 05:31:48.502402 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a300b4-19a7-4471-b00a-a087f7f0d66d req-fd1da6e0-4015-4857-8fc0-7740b3f9317e tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:48.503856 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e2a300b4-19a7-4471-b00a-a087f7f0d66d req-fd1da6e0-4015-4857-8fc0-7740b3f9317e tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=eff4a7a6-c915-4262-8eb4-47a7ba9d5707 HTTP/1.1" status: 200  len: 945 time: 0.0933702
Dec 09 05:31:48.557049 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e2a300b4-19a7-4471-b00a-a087f7f0d66d req-a7d32536-355f-4fa6-96bf-f03a1e010c2c tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433114
Dec 09 05:31:48.655002 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-77fd3bea-3e0e-4572-8a94-bfe56cfe2e7b req-1c4e9d13-e57d-4dc8-9ab2-8a0b495291e1 service neutron] 10.222.0.39 "GET /v2.0/networks/5cb1a234-023e-4349-b09c-d46437d7559b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1445963
Dec 09 05:31:48.775378 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d1a92-8294-489f-8595-40feb1a5d9e9 req-2ea92642-26a2-4d55-b009-807254616167 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:48.777088 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5d9d1a92-8294-489f-8595-40feb1a5d9e9 req-2ea92642-26a2-4d55-b009-807254616167 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/ports?device_id=b5878f15-3c4c-4e2f-90f2-dc4f4c40c27a HTTP/1.1" status: 200  len: 943 time: 0.0947955
Dec 09 05:31:48.806756 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 33798) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:31:48.812040 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-77fd3bea-3e0e-4572-8a94-bfe56cfe2e7b req-df4cd491-c561-4615-b0f6-0e370616fb2d service neutron] 10.222.0.39 "GET /v2.0/networks/5cb1a234-023e-4349-b09c-d46437d7559b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1485300
Dec 09 05:31:48.843589 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b67db22c-ad2d-425b-a6f5-e565588e2c8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:48.867581 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5d9d1a92-8294-489f-8595-40feb1a5d9e9 req-76b1473e-4124-49b6-97a5-82b79ffce933 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/security-groups?id=ec58b73c-c7a7-470e-ae92-a9b232863e2a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0820913
Dec 09 05:31:48.868564 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-b67db22c-ad2d-425b-a6f5-e565588e2c8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:31:48.873311 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-b67db22c-ad2d-425b-a6f5-e565588e2c8d admin admin] Usage tracker for resource:security_group_rule and tenant:d8c8c72465734242adc0587c65e6f2c2 is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:31:48.876575 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-b67db22c-ad2d-425b-a6f5-e565588e2c8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:31:48.882888 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-b67db22c-ad2d-425b-a6f5-e565588e2c8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:31:48.970780 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:49.017030 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b67db22c-ad2d-425b-a6f5-e565588e2c8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:49.021271 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b67db22c-ad2d-425b-a6f5-e565588e2c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:49.054887 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:31:49.070460 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-b67db22c-ad2d-425b-a6f5-e565588e2c8d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d8c8c72465734242adc0587c65e6f2c2&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2590175
Dec 09 05:31:49.073848 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 33810) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:31:49.099246 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67db22c-ad2d-425b-a6f5-e565588e2c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd14474-2366-4c82-b8c2-ffcace818aa9,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:31:49.102867 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-b67db22c-ad2d-425b-a6f5-e565588e2c8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:31:49.186588 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5893bebc-3e48-41c3-9def-a65b9cd58ad1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:49.223217 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5893bebc-3e48-41c3-9def-a65b9cd58ad1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:49.289751 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5893bebc-3e48-41c3-9def-a65b9cd58ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:49.295272 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ab8b0706-2001-4182-a9f8-3046d228e428 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:31:49.351051 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5893bebc-3e48-41c3-9def-a65b9cd58ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd14474-2366-4c82-b8c2-ffcace818aa9,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:31:49.356194 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-5893bebc-3e48-41c3-9def-a65b9cd58ad1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:31:49.364426 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b4ed4b66-c09e-4323-a9de-f41ed4f7b5e7 req-6119c43f-e3f9-4686-a067-28f7b7d273c8 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=8b9ada4b-c67d-4544-a9b9-db99f5dcf4de HTTP/1.1" status: 200  len: 210 time: 0.0706956
Dec 09 05:31:49.365692 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5893bebc-3e48-41c3-9def-a65b9cd58ad1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:49.369368 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-5893bebc-3e48-41c3-9def-a65b9cd58ad1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1dd14474-2366-4c82-b8c2-ffcace818aa9 HTTP/1.1" status: 204  len: 168 time: 0.2919383
Dec 09 05:31:49.399015 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.objects.ports [None req-aba724fd-466d-45e0-b820-bc5a03d77b82 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80247) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 09 05:31:49.424070 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 33824) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:31:49.606002 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ce18a334-6bf8-4031-82c8-758c32935f70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:49.627713 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-ce18a334-6bf8-4031-82c8-758c32935f70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:31:49.632365 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-ce18a334-6bf8-4031-82c8-758c32935f70 admin admin] Usage tracker for resource:security_group_rule and tenant:6d82952efe79478a89f759ace93f04bd is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:31:49.635533 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-ce18a334-6bf8-4031-82c8-758c32935f70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:31:49.641778 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-ce18a334-6bf8-4031-82c8-758c32935f70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:31:49.796461 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ce18a334-6bf8-4031-82c8-758c32935f70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:49.811492 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ce18a334-6bf8-4031-82c8-758c32935f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:49.827475 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-5247a68b-fa94-4306-984b-e909c89e1380 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:31:49.849576 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c96141-156b-4733-90c5-5d4c03b9fe7e req-32a255a3-c244-4e56-8aac-1167e0c6568e tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:49.851242 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b7c96141-156b-4733-90c5-5d4c03b9fe7e req-32a255a3-c244-4e56-8aac-1167e0c6568e tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=eff4a7a6-c915-4262-8eb4-47a7ba9d5707 HTTP/1.1" status: 200  len: 945 time: 0.1535616
Dec 09 05:31:49.887971 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-ce18a334-6bf8-4031-82c8-758c32935f70 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6d82952efe79478a89f759ace93f04bd&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4624681
Dec 09 05:31:49.889407 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 33840) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:31:49.904831 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce18a334-6bf8-4031-82c8-758c32935f70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3aec9be-641b-43b5-8d80-cbdd4428e4c7,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:31:49.935156 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ce18a334-6bf8-4031-82c8-758c32935f70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:31:49.938978 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b7c96141-156b-4733-90c5-5d4c03b9fe7e req-1a570976-5935-4985-822d-07eb306012c8 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0762885
Dec 09 05:31:49.983656 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-de172d1d-63e7-4f66-90ac-8225ad96f799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:50.010978 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-858fc187-cc56-4aeb-a3e2-00a52ab9489b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:50.014607 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-de172d1d-63e7-4f66-90ac-8225ad96f799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:50.117708 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device 47b4b7c5-71df-464d-b601-013cc25f5595 up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:31:50.134045 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-de172d1d-63e7-4f66-90ac-8225ad96f799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:50.144120 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-81d10201-ff9e-480a-a28a-a5c314e2dfbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:31:50.163529 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461cafea-7af2-4924-93eb-e33ef643c3da req-38c912c7-50a4-40e0-85e6-a6565bff93fe tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:50.171612 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-461cafea-7af2-4924-93eb-e33ef643c3da req-38c912c7-50a4-40e0-85e6-a6565bff93fe tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/ports?device_id=b5878f15-3c4c-4e2f-90f2-dc4f4c40c27a HTTP/1.1" status: 200  len: 943 time: 0.1378179
Dec 09 05:31:50.192658 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de172d1d-63e7-4f66-90ac-8225ad96f799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3aec9be-641b-43b5-8d80-cbdd4428e4c7,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:31:50.195611 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-de172d1d-63e7-4f66-90ac-8225ad96f799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:31:50.209225 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-de172d1d-63e7-4f66-90ac-8225ad96f799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:50.210918 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-de172d1d-63e7-4f66-90ac-8225ad96f799 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a3aec9be-641b-43b5-8d80-cbdd4428e4c7 HTTP/1.1" status: 204  len: 168 time: 0.3203135
Dec 09 05:31:50.229594 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning for port 47b4b7c5-71df-464d-b601-013cc25f5595 completed by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 09 05:31:50.238289 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port 47b4b7c5-71df-464d-b601-013cc25f5595 triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:31:50.239063 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:50.242889 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-461cafea-7af2-4924-93eb-e33ef643c3da req-bd7d8841-6d74-4296-a49a-3f79b837cf93 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/security-groups?id=ec58b73c-c7a7-470e-ae92-a9b232863e2a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703375
Dec 09 05:31:50.397729 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:50.520723 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] For port 47b4b7c5-71df-464d-b601-013cc25f5595, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=47b4b7c5-71df-464d-b601-013cc25f5595,segment=NetworkSegment(19078054-d988-44d0-8749-e725b73e73ce),segment_id=19078054-d988-44d0-8749-e725b73e73ce)] {{(pid=80247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:31:50.522079 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5878f15-3c4c-4e2f-90f2-dc4f4c40c27a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47b4b7c5-71df-464d-b601-013cc25f5595'}] {{(pid=80247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:31:50.530287 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:50.535314 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:31:50.634712 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Pushing event updated for resources: {'Port': ['ID=47b4b7c5-71df-464d-b601-013cc25f5595,revision_number=4']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:31:50.657781 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:50.658321 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:50.659143 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:50.659820 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:50.660215 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:50.660635 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:50.661015 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:50.661397 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:50.661802 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:50.667846 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:50.668286 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:50.669054 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:50.669488 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:50.670833 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:50.671479 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:50.671875 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:50.672261 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:50.672644 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:50.673022 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:50.673400 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:50.673776 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:50.674198 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:50.674574 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:50.674945 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:31:50.691908 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:31:50.694446 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5878f15-3c4c-4e2f-90f2-dc4f4c40c27a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47b4b7c5-71df-464d-b601-013cc25f5595', 'code': 200}
Dec 09 05:31:50.699485 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f5f713f7-02f4-403a-9301-491cf253e7ce req-2824a8ad-ea9f-49ca-8ea6-1c0e4a5d8db2 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=8b9ada4b-c67d-4544-a9b9-db99f5dcf4de HTTP/1.1" status: 200  len: 210 time: 0.0780365
Dec 09 05:31:50.705604 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fd3bea-3e0e-4572-8a94-bfe56cfe2e7b req-e36ad2a9-5508-4453-8eab-a6d2973d3d11 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:50.707201 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-77fd3bea-3e0e-4572-8a94-bfe56cfe2e7b req-e36ad2a9-5508-4453-8eab-a6d2973d3d11 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.59 "GET /v2.0/networks?id=5cb1a234-023e-4349-b09c-d46437d7559b HTTP/1.1" status: 200  len: 815 time: 0.3225110
Dec 09 05:31:50.736366 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-77fd3bea-3e0e-4572-8a94-bfe56cfe2e7b req-ef1b48ad-d0d1-4149-9027-b91c2854e83a tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Request body: {'port': {'device_id': '8b9ada4b-c67d-4544-a9b9-db99f5dcf4de', 'network_id': '5cb1a234-023e-4349-b09c-d46437d7559b', 'admin_state_up': True, 'tenant_id': '3257a949e8bc405187c51474a6152074'}} {{(pid=80246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:31:51.003798 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 33880) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:31:51.047311 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-77fd3bea-3e0e-4572-8a94-bfe56cfe2e7b req-ef1b48ad-d0d1-4149-9027-b91c2854e83a tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:31:51.058463 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a9f27ad8-4559-49a9-b316-95055c4a3906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:51.083852 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-a9f27ad8-4559-49a9-b316-95055c4a3906 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:31:51.088090 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-a9f27ad8-4559-49a9-b316-95055c4a3906 admin admin] Usage tracker for resource:security_group_rule and tenant:4ac08795e2c943778dae4d11963b1590 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:31:51.092644 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-a9f27ad8-4559-49a9-b316-95055c4a3906 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:31:51.092864 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-77fd3bea-3e0e-4572-8a94-bfe56cfe2e7b req-ef1b48ad-d0d1-4149-9027-b91c2854e83a tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:31:51.097990 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-a9f27ad8-4559-49a9-b316-95055c4a3906 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:31:51.117563 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77fd3bea-3e0e-4572-8a94-bfe56cfe2e7b req-ef1b48ad-d0d1-4149-9027-b91c2854e83a tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Made reservation on behalf of 3257a949e8bc405187c51474a6152074 for: {'port': 1} {{(pid=80246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 09 05:31:51.127696 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-77fd3bea-3e0e-4572-8a94-bfe56cfe2e7b req-ef1b48ad-d0d1-4149-9027-b91c2854e83a tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:51.302262 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f348f92c-254c-438e-b7a7-a11a10525354 req-3884eafd-c2a7-497b-9e46-c3698f31a31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:51.305149 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f348f92c-254c-438e-b7a7-a11a10525354 req-3884eafd-c2a7-497b-9e46-c3698f31a31d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b5878f15-3c4c-4e2f-90f2-dc4f4c40c27a HTTP/1.1" status: 200  len: 1162 time: 0.3033006
Dec 09 05:31:51.309387 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device 47b4b7c5-71df-464d-b601-013cc25f5595 up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:31:51.310314 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b923cdb8-3823-494c-a593-e81f7c4788ec req-b0d06217-9d68-49fd-88ff-c59a3df8370e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c72e4077-6f66-4705-9a4a-2b261d075ebc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.3316264
Dec 09 05:31:51.318609 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a9f27ad8-4559-49a9-b316-95055c4a3906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:51.390671 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a9f27ad8-4559-49a9-b316-95055c4a3906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:51.404742 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port 47b4b7c5-71df-464d-b601-013cc25f5595 triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:31:51.405698 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:51.411481 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-0e68fcb9-2811-45e5-ad1a-db992ec0aca4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:31:51.523734 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-a9f27ad8-4559-49a9-b316-95055c4a3906 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4ac08795e2c943778dae4d11963b1590&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5187881
Dec 09 05:31:51.526716 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 33892) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:31:51.533710 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f348f92c-254c-438e-b7a7-a11a10525354 req-efb620fe-189e-4655-92fc-a9eb145ac0ae service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ec58b73c-c7a7-470e-ae92-a9b232863e2a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2126842
Dec 09 05:31:51.536527 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f27ad8-4559-49a9-b316-95055c4a3906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5214f655-673b-429a-9c12-a663fc278304,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:31:51.541849 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-a9f27ad8-4559-49a9-b316-95055c4a3906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:31:51.866532 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b556c-2130-405c-b2ba-9c0080e5afeb req-aaa1c867-668d-41c9-98fe-773caa08eebf tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:51.868167 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-386b556c-2130-405c-b2ba-9c0080e5afeb req-aaa1c867-668d-41c9-98fe-773caa08eebf tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=eff4a7a6-c915-4262-8eb4-47a7ba9d5707 HTTP/1.1" status: 200  len: 945 time: 0.6888313
Dec 09 05:31:51.939591 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8cff93-4cd0-4db5-9d8b-0f70ebdc9656 req-8e00d642-7dfc-4cf4-91be-3cb17455c3b5 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:51.941196 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-bb8cff93-4cd0-4db5-9d8b-0f70ebdc9656 req-8e00d642-7dfc-4cf4-91be-3cb17455c3b5 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/ports?device_id=b5878f15-3c4c-4e2f-90f2-dc4f4c40c27a HTTP/1.1" status: 200  len: 945 time: 0.3305292
Dec 09 05:31:51.945543 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-37bd422b-13b4-438f-b3bf-02ab25a4edc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:51.970750 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b923cdb8-3823-494c-a593-e81f7c4788ec req-add17c5e-b9b3-4cc7-ae8d-d50cb6370625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:51.972379 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b923cdb8-3823-494c-a593-e81f7c4788ec req-add17c5e-b9b3-4cc7-ae8d-d50cb6370625 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3257a949e8bc405187c51474a6152074&device_id=c72e4077-6f66-4705-9a4a-2b261d075ebc HTTP/1.1" status: 200  len: 1162 time: 0.5973921
Dec 09 05:31:51.990801 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-bb8cff93-4cd0-4db5-9d8b-0f70ebdc9656 req-75668ce4-5cd5-4846-bd0a-9bb7c2599f96 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/security-groups?id=ec58b73c-c7a7-470e-ae92-a9b232863e2a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429904
Dec 09 05:31:52.070965 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-386b556c-2130-405c-b2ba-9c0080e5afeb req-3c11a494-1a84-4b31-b357-f156aab5cf87 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1887069
Dec 09 05:31:52.100546 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-37bd422b-13b4-438f-b3bf-02ab25a4edc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:52.308631 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b79dcc1c-c2c0-4d21-b56d-b47e5e9212fa req-88b3d58d-97a4-4059-b440-3751747a0d3d tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=8b9ada4b-c67d-4544-a9b9-db99f5dcf4de HTTP/1.1" status: 200  len: 210 time: 0.0887289
Dec 09 05:31:52.310155 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [req-77fd3bea-3e0e-4572-8a94-bfe56cfe2e7b req-ef1b48ad-d0d1-4149-9027-b91c2854e83a tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Allocated IP 172.20.0.7 (5cb1a234-023e-4349-b09c-d46437d7559b/53c8fc76-883a-46de-a143-829de0374fe3/43027fcd-e4dd-4988-8f96-09703954b3e3) {{(pid=80246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 09 05:31:52.329012 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b923cdb8-3823-494c-a593-e81f7c4788ec req-1cf40eee-4f69-4280-9f9d-22afe43970b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:52.330724 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b923cdb8-3823-494c-a593-e81f7c4788ec req-1cf40eee-4f69-4280-9f9d-22afe43970b1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5cb1a234-023e-4349-b09c-d46437d7559b HTTP/1.1" status: 200  len: 909 time: 0.3238544
Dec 09 05:31:52.419826 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-37bd422b-13b4-438f-b3bf-02ab25a4edc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:52.432483 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:31:52.440717 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b923cdb8-3823-494c-a593-e81f7c4788ec req-a93b7f2f-25fd-4c25-806c-02b52b885028 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f66ffb3b-d6e1-469c-885c-ad41f1ac0dad HTTP/1.1" status: 200  len: 217 time: 0.0911357
Dec 09 05:31:52.455351 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bd422b-13b4-438f-b3bf-02ab25a4edc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5214f655-673b-429a-9c12-a663fc278304,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:31:52.509343 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-37bd422b-13b4-438f-b3bf-02ab25a4edc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:31:52.591505 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b923cdb8-3823-494c-a593-e81f7c4788ec req-17efc1ee-560d-406f-af47-644b920ee264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:52.594326 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b923cdb8-3823-494c-a593-e81f7c4788ec req-17efc1ee-560d-406f-af47-644b920ee264 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=53c8fc76-883a-46de-a143-829de0374fe3 HTTP/1.1" status: 200  len: 855 time: 0.1398444
Dec 09 05:31:52.708964 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b923cdb8-3823-494c-a593-e81f7c4788ec req-1203a1bc-53b0-423b-aadf-dc14c5685e28 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5cb1a234-023e-4349-b09c-d46437d7559b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0661500
Dec 09 05:31:52.747369 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-37bd422b-13b4-438f-b3bf-02ab25a4edc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:52.749071 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-37bd422b-13b4-438f-b3bf-02ab25a4edc3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5214f655-673b-429a-9c12-a663fc278304 HTTP/1.1" status: 204  len: 168 time: 1.1289878
Dec 09 05:31:52.885302 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-77fd3bea-3e0e-4572-8a94-bfe56cfe2e7b req-ef1b48ad-d0d1-4149-9027-b91c2854e83a tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Notify callbacks [] for port, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:52.919059 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b923cdb8-3823-494c-a593-e81f7c4788ec req-60273381-fd3b-4032-9047-6a77e4252b77 service neutron] 10.222.0.59 "GET /v2.0/networks/5cb1a234-023e-4349-b09c-d46437d7559b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2003524
Dec 09 05:31:53.084893 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-77fd3bea-3e0e-4572-8a94-bfe56cfe2e7b req-ef1b48ad-d0d1-4149-9027-b91c2854e83a tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249358491764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10841009'] for port, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:53.113983 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-9b1337ac-995b-41cd-b2a8-ca9cab21e53e tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:31:53.346934 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db7294-20d3-4a2d-b35d-cd410cd8ca92 req-d5dd3daa-79bf-4bc9-9c1d-75d14b4d7a75 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:53.349040 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c4db7294-20d3-4a2d-b35d-cd410cd8ca92 req-d5dd3daa-79bf-4bc9-9c1d-75d14b4d7a75 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/ports?device_id=b5878f15-3c4c-4e2f-90f2-dc4f4c40c27a HTTP/1.1" status: 200  len: 945 time: 0.1227603
Dec 09 05:31:53.406778 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c4db7294-20d3-4a2d-b35d-cd410cd8ca92 req-b7274d79-9f56-449f-9efe-56a5bac27391 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/security-groups?id=ec58b73c-c7a7-470e-ae92-a9b232863e2a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503771
Dec 09 05:31:53.557030 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1b48ad-d0d1-4149-9027-b91c2854e83a tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Pushing event updated for resources: {'Port': ['ID=43027fcd-e4dd-4988-8f96-09703954b3e3,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:31:53.616052 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ef1b48ad-d0d1-4149-9027-b91c2854e83a tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:31:53.678475 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b923cdb8-3823-494c-a593-e81f7c4788ec req-25160561-c9c0-4d7d-a99a-b9b867c4b9de service neutron] 10.222.0.59 "GET /v2.0/networks/5cb1a234-023e-4349-b09c-d46437d7559b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7393377
Dec 09 05:31:53.721132 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77fd3bea-3e0e-4572-8a94-bfe56cfe2e7b req-ef1b48ad-d0d1-4149-9027-b91c2854e83a tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Network 5cb1a234-023e-4349-b09c-d46437d7559b is already hosted by enough agents. {{(pid=80246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 09 05:31:53.727780 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86faf167-bad6-4ec7-97c9-1490e4df3a3a req-de138df9-e274-4a87-8496-0ff636854969 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:53.737986 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-86faf167-bad6-4ec7-97c9-1490e4df3a3a req-de138df9-e274-4a87-8496-0ff636854969 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=eff4a7a6-c915-4262-8eb4-47a7ba9d5707 HTTP/1.1" status: 200  len: 945 time: 0.2011828
Dec 09 05:31:53.739184 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [req-77fd3bea-3e0e-4572-8a94-bfe56cfe2e7b req-ef1b48ad-d0d1-4149-9027-b91c2854e83a tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Resources bound (agent type, host, resource id):  {{(pid=80246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:31:53.771518 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-77fd3bea-3e0e-4572-8a94-bfe56cfe2e7b req-ef1b48ad-d0d1-4149-9027-b91c2854e83a tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Received port after_create {{(pid=80246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 09 05:31:53.861953 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fd3bea-3e0e-4572-8a94-bfe56cfe2e7b req-ef1b48ad-d0d1-4149-9027-b91c2854e83a tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:53.861953 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-77fd3bea-3e0e-4572-8a94-bfe56cfe2e7b req-ef1b48ad-d0d1-4149-9027-b91c2854e83a tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870'] for port, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:53.930517 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-86faf167-bad6-4ec7-97c9-1490e4df3a3a req-71147c56-9d18-4be7-8724-24cf75d38e20 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1933982
Dec 09 05:31:53.948273 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-77fd3bea-3e0e-4572-8a94-bfe56cfe2e7b req-ef1b48ad-d0d1-4149-9027-b91c2854e83a tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.2271388
Dec 09 05:31:53.964322 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-77fd3bea-3e0e-4572-8a94-bfe56cfe2e7b req-29adfb87-74ee-486b-9323-25b41172c22e service neutron] Request body: {'port': {'device_id': '8b9ada4b-c67d-4544-a9b9-db99f5dcf4de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:31:54.171985 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed32348-42eb-4f47-823e-dacbd0918b12 req-1e1d2a7f-5923-4321-baf2-78e5c0066ab3 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:54.186478 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5ed32348-42eb-4f47-823e-dacbd0918b12 req-1e1d2a7f-5923-4321-baf2-78e5c0066ab3 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=8b9ada4b-c67d-4544-a9b9-db99f5dcf4de HTTP/1.1" status: 200  len: 931 time: 0.2417035
Dec 09 05:31:54.246570 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5ed32348-42eb-4f47-823e-dacbd0918b12 req-a520f0c9-4de0-474c-9bbc-be853e5742b7 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/security-groups?id=9f31bb62-a357-4a0d-9bfd-fc2419bb91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581069
Dec 09 05:31:54.283174 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-77fd3bea-3e0e-4572-8a94-bfe56cfe2e7b req-29adfb87-74ee-486b-9323-25b41172c22e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:54.381803 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f85f3-45ec-41c0-b5fe-6535acea1f71 req-ccee983f-024e-4a4a-be1a-6455e06669cd tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:54.383456 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5e5f85f3-45ec-41c0-b5fe-6535acea1f71 req-ccee983f-024e-4a4a-be1a-6455e06669cd tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/ports?device_id=b5878f15-3c4c-4e2f-90f2-dc4f4c40c27a HTTP/1.1" status: 200  len: 945 time: 0.1943750
Dec 09 05:31:54.499038 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5e5f85f3-45ec-41c0-b5fe-6535acea1f71 req-ae558497-00d8-4b13-bd52-4b5bfed8f307 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/security-groups?id=ec58b73c-c7a7-470e-ae92-a9b232863e2a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1038139
Dec 09 05:31:54.834522 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [req-77fd3bea-3e0e-4572-8a94-bfe56cfe2e7b req-29adfb87-74ee-486b-9323-25b41172c22e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43027fcd-e4dd-4988-8f96-09703954b3e3 {{(pid=80246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 09 05:31:54.847229 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-77fd3bea-3e0e-4572-8a94-bfe56cfe2e7b req-29adfb87-74ee-486b-9323-25b41172c22e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:54.862553 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [req-77fd3bea-3e0e-4572-8a94-bfe56cfe2e7b req-29adfb87-74ee-486b-9323-25b41172c22e service neutron] Transition to ACTIVE for port object 43027fcd-e4dd-4988-8f96-09703954b3e3 will not be triggered until provisioned by entity L2. {{(pid=80246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 09 05:31:54.866797 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-77fd3bea-3e0e-4572-8a94-bfe56cfe2e7b req-29adfb87-74ee-486b-9323-25b41172c22e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843934808'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:54.888032 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-9b1337ac-995b-41cd-b2a8-ca9cab21e53e tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:31:55.096254 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29adfb87-74ee-486b-9323-25b41172c22e service neutron] Pushing event updated for resources: {'Port': ['ID=43027fcd-e4dd-4988-8f96-09703954b3e3,revision_number=2']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:31:55.168650 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-29adfb87-74ee-486b-9323-25b41172c22e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:31:55.219540 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75454874-0439-4ea3-b435-54485fa04979 req-dafa5243-a598-4f2e-b60e-ff0cbdcf8070 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:55.231729 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-75454874-0439-4ea3-b435-54485fa04979 req-dafa5243-a598-4f2e-b60e-ff0cbdcf8070 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/ports?device_id=b5878f15-3c4c-4e2f-90f2-dc4f4c40c27a HTTP/1.1" status: 200  len: 945 time: 0.1388991
Dec 09 05:31:55.359974 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-75454874-0439-4ea3-b435-54485fa04979 req-37084c46-8532-4f5b-9278-83e8e75f40b4 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/security-groups?id=ec58b73c-c7a7-470e-ae92-a9b232863e2a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1262522
Dec 09 05:31:55.371312 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-77fd3bea-3e0e-4572-8a94-bfe56cfe2e7b req-29adfb87-74ee-486b-9323-25b41172c22e service neutron] Attempting to bind port 43027fcd-e4dd-4988-8f96-09703954b3e3 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 09 05:31:55.371908 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-77fd3bea-3e0e-4572-8a94-bfe56cfe2e7b req-29adfb87-74ee-486b-9323-25b41172c22e service neutron] Attempting to bind port 43027fcd-e4dd-4988-8f96-09703954b3e3 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '4912dbc1-9b7b-4cb0-b8f0-f8f036206d49', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5cb1a234-023e-4349-b09c-d46437d7559b'}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 09 05:31:55.372428 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77fd3bea-3e0e-4572-8a94-bfe56cfe2e7b req-29adfb87-74ee-486b-9323-25b41172c22e service neutron] Attempting to bind port 43027fcd-e4dd-4988-8f96-09703954b3e3 on network 5cb1a234-023e-4349-b09c-d46437d7559b {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 09 05:31:55.383228 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77fd3bea-3e0e-4572-8a94-bfe56cfe2e7b req-29adfb87-74ee-486b-9323-25b41172c22e service neutron] Checking agent: {'id': '86479789-5ca7-450a-99e9-f63f20b79a87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 27, 56), 'started_at': datetime.datetime(2020, 12, 9, 5, 28, 26), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 05:31:55.383714 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77fd3bea-3e0e-4572-8a94-bfe56cfe2e7b req-29adfb87-74ee-486b-9323-25b41172c22e service neutron] Checking segment: {'id': '4912dbc1-9b7b-4cb0-b8f0-f8f036206d49', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5cb1a234-023e-4349-b09c-d46437d7559b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 09 05:31:55.384123 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-77fd3bea-3e0e-4572-8a94-bfe56cfe2e7b req-29adfb87-74ee-486b-9323-25b41172c22e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:55.384527 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77fd3bea-3e0e-4572-8a94-bfe56cfe2e7b req-29adfb87-74ee-486b-9323-25b41172c22e service neutron] Bound using segment: {'id': '4912dbc1-9b7b-4cb0-b8f0-f8f036206d49', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5cb1a234-023e-4349-b09c-d46437d7559b'} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 05:31:55.385123 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-77fd3bea-3e0e-4572-8a94-bfe56cfe2e7b req-29adfb87-74ee-486b-9323-25b41172c22e service neutron] Bound port: 43027fcd-e4dd-4988-8f96-09703954b3e3, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4912dbc1-9b7b-4cb0-b8f0-f8f036206d49', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5cb1a234-023e-4349-b09c-d46437d7559b'}}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 09 05:31:55.385498 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-77fd3bea-3e0e-4572-8a94-bfe56cfe2e7b req-29adfb87-74ee-486b-9323-25b41172c22e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:55.464108 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ced99-1a8f-4750-abe0-4f066ad29b53 req-0904a4a5-5ec2-4d83-a9c0-3fca0aac40b2 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:55.466023 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-543ced99-1a8f-4750-abe0-4f066ad29b53 req-0904a4a5-5ec2-4d83-a9c0-3fca0aac40b2 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=eff4a7a6-c915-4262-8eb4-47a7ba9d5707 HTTP/1.1" status: 200  len: 945 time: 0.2005537
Dec 09 05:31:55.525651 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-77fd3bea-3e0e-4572-8a94-bfe56cfe2e7b req-29adfb87-74ee-486b-9323-25b41172c22e service neutron] For port 43027fcd-e4dd-4988-8f96-09703954b3e3, host hv-cinder-76330, cleared binding levels {{(pid=80246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 09 05:31:55.529311 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-77fd3bea-3e0e-4572-8a94-bfe56cfe2e7b req-29adfb87-74ee-486b-9323-25b41172c22e service neutron] For port 43027fcd-e4dd-4988-8f96-09703954b3e3, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=43027fcd-e4dd-4988-8f96-09703954b3e3,segment=NetworkSegment(4912dbc1-9b7b-4cb0-b8f0-f8f036206d49),segment_id=4912dbc1-9b7b-4cb0-b8f0-f8f036206d49)] {{(pid=80246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 09 05:31:55.533499 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-77fd3bea-3e0e-4572-8a94-bfe56cfe2e7b req-29adfb87-74ee-486b-9323-25b41172c22e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843934808'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:55.564829 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-9aa8c3da-0598-41bb-b7a6-d2d507434837 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:31:55.634824 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14880e0-2571-453b-98c2-a4fecbeefaba req-69558de2-6921-4126-aa3b-b6ffbe6c18b7 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:55.636514 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e14880e0-2571-453b-98c2-a4fecbeefaba req-69558de2-6921-4126-aa3b-b6ffbe6c18b7 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=8b9ada4b-c67d-4544-a9b9-db99f5dcf4de HTTP/1.1" status: 200  len: 943 time: 0.0959802
Dec 09 05:31:55.681390 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:55.714556 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e14880e0-2571-453b-98c2-a4fecbeefaba req-bafd5ae1-ba32-425a-b0f0-df5e6d47b464 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/security-groups?id=9f31bb62-a357-4a0d-9bfd-fc2419bb91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676224
Dec 09 05:31:55.745656 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-543ced99-1a8f-4750-abe0-4f066ad29b53 req-8e65efd9-1ff2-49ab-872e-1b75b682adb2 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2073419
Dec 09 05:31:55.761641 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29adfb87-74ee-486b-9323-25b41172c22e service neutron] Pushing event updated for resources: {'Port': ['ID=43027fcd-e4dd-4988-8f96-09703954b3e3,revision_number=3']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:31:55.762636 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-29adfb87-74ee-486b-9323-25b41172c22e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:31:55.843517 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fd3bea-3e0e-4572-8a94-bfe56cfe2e7b req-29adfb87-74ee-486b-9323-25b41172c22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:55.844411 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-77fd3bea-3e0e-4572-8a94-bfe56cfe2e7b req-29adfb87-74ee-486b-9323-25b41172c22e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870'] for port, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:31:55.845938 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-77fd3bea-3e0e-4572-8a94-bfe56cfe2e7b req-29adfb87-74ee-486b-9323-25b41172c22e service neutron] 10.222.0.59 "PUT /v2.0/ports/43027fcd-e4dd-4988-8f96-09703954b3e3 HTTP/1.1" status: 200  len: 1157 time: 1.8866119
Dec 09 05:31:55.846810 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b9ada4b-c67d-4544-a9b9-db99f5dcf4de', 'tag': '43027fcd-e4dd-4988-8f96-09703954b3e3'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:31:55.931492 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b9ada4b-c67d-4544-a9b9-db99f5dcf4de', 'tag': '43027fcd-e4dd-4988-8f96-09703954b3e3', 'status': 'completed', 'code': 200}
Dec 09 05:31:56.009525 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fd3bea-3e0e-4572-8a94-bfe56cfe2e7b req-326d8363-941e-49f6-88e9-a11ebd1a6a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:56.011653 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-77fd3bea-3e0e-4572-8a94-bfe56cfe2e7b req-326d8363-941e-49f6-88e9-a11ebd1a6a0e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3257a949e8bc405187c51474a6152074&device_id=8b9ada4b-c67d-4544-a9b9-db99f5dcf4de HTTP/1.1" status: 200  len: 1160 time: 0.1219335
Dec 09 05:31:56.144739 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-77fd3bea-3e0e-4572-8a94-bfe56cfe2e7b req-3f8bdc48-d63b-45f5-86cf-56b5ab89d7ca service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43027fcd-e4dd-4988-8f96-09703954b3e3 HTTP/1.1" status: 200  len: 217 time: 0.1137981
Dec 09 05:31:56.238874 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fd3bea-3e0e-4572-8a94-bfe56cfe2e7b req-46a09405-818c-43af-89ee-8633844d4f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:56.240467 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-77fd3bea-3e0e-4572-8a94-bfe56cfe2e7b req-46a09405-818c-43af-89ee-8633844d4f0c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=53c8fc76-883a-46de-a143-829de0374fe3 HTTP/1.1" status: 200  len: 855 time: 0.0896661
Dec 09 05:31:56.299013 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-77fd3bea-3e0e-4572-8a94-bfe56cfe2e7b req-f1e5d101-3e7e-4501-beda-a7d3de942f99 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5cb1a234-023e-4349-b09c-d46437d7559b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0488501
Dec 09 05:31:56.463920 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-77fd3bea-3e0e-4572-8a94-bfe56cfe2e7b req-241a715d-bb71-4c64-bb2d-e75b80f678ad service neutron] 10.222.0.59 "GET /v2.0/networks/5cb1a234-023e-4349-b09c-d46437d7559b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1561584
Dec 09 05:31:56.616480 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-77fd3bea-3e0e-4572-8a94-bfe56cfe2e7b req-51786a58-bfa1-4b9f-8ab8-f4b05cc6fa2b service neutron] 10.222.0.59 "GET /v2.0/networks/5cb1a234-023e-4349-b09c-d46437d7559b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1459568
Dec 09 05:31:56.760800 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d66531-5c42-4821-b237-ef07dd681c27 req-f4b7ff72-e4de-4bd5-9519-e0b3995ad3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:56.762849 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a6d66531-5c42-4821-b237-ef07dd681c27 req-f4b7ff72-e4de-4bd5-9519-e0b3995ad3f2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3257a949e8bc405187c51474a6152074&device_id=8b9ada4b-c67d-4544-a9b9-db99f5dcf4de HTTP/1.1" status: 200  len: 1160 time: 0.0952234
Dec 09 05:31:56.991434 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d66531-5c42-4821-b237-ef07dd681c27 req-fedebd00-0ee2-46d5-8d45-ae35362d1a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:56.993753 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a6d66531-5c42-4821-b237-ef07dd681c27 req-fedebd00-0ee2-46d5-8d45-ae35362d1a06 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5cb1a234-023e-4349-b09c-d46437d7559b HTTP/1.1" status: 200  len: 909 time: 0.2177684
Dec 09 05:31:57.077287 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e1cbb-2d7f-49c7-9fe3-3878988a8783 req-dd19374c-b7e5-421d-8b6a-b27917e5116b tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:57.079364 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-fc7e1cbb-2d7f-49c7-9fe3-3878988a8783 req-dd19374c-b7e5-421d-8b6a-b27917e5116b tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=eff4a7a6-c915-4262-8eb4-47a7ba9d5707 HTTP/1.1" status: 200  len: 945 time: 0.0865600
Dec 09 05:31:57.113546 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a6d66531-5c42-4821-b237-ef07dd681c27 req-36ad6aa3-5f4b-46b3-90af-668d9db46099 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43027fcd-e4dd-4988-8f96-09703954b3e3 HTTP/1.1" status: 200  len: 217 time: 0.0775189
Dec 09 05:31:57.127958 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-fc7e1cbb-2d7f-49c7-9fe3-3878988a8783 req-3fd0eab5-b08c-4640-926c-b0710b2d0fdf tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426660
Dec 09 05:31:57.218015 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c208fd-5727-42f7-80d9-41945eb156d3 req-cce0c95c-6e63-465f-8d62-7fc99b58a176 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:57.219106 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-d5c208fd-5727-42f7-80d9-41945eb156d3 req-cce0c95c-6e63-465f-8d62-7fc99b58a176 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Synchronizing usage tracker for tenant:3257a949e8bc405187c51474a6152074 on resource:port {{(pid=80246) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:31:57.223925 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d66531-5c42-4821-b237-ef07dd681c27 req-26c90e0a-43bd-494f-a507-bbdfa1abea13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:57.225496 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a6d66531-5c42-4821-b237-ef07dd681c27 req-26c90e0a-43bd-494f-a507-bbdfa1abea13 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=53c8fc76-883a-46de-a143-829de0374fe3 HTTP/1.1" status: 200  len: 855 time: 0.0971625
Dec 09 05:31:57.238356 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-d5c208fd-5727-42f7-80d9-41945eb156d3 req-cce0c95c-6e63-465f-8d62-7fc99b58a176 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Unset dirty status for tenant:3257a949e8bc405187c51474a6152074 on resource:port {{(pid=80246) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:31:57.245844 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d5c208fd-5727-42f7-80d9-41945eb156d3 req-cce0c95c-6e63-465f-8d62-7fc99b58a176 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=8b9ada4b-c67d-4544-a9b9-db99f5dcf4de HTTP/1.1" status: 200  len: 943 time: 0.2507286
Dec 09 05:31:57.353671 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a6d66531-5c42-4821-b237-ef07dd681c27 req-996ce3f1-3541-4f20-961d-7c675bbe2d85 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5cb1a234-023e-4349-b09c-d46437d7559b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1044054
Dec 09 05:31:57.371396 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d5c208fd-5727-42f7-80d9-41945eb156d3 req-00ce560a-4aca-4d34-8cc4-0a458e4346b9 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/security-groups?id=9f31bb62-a357-4a0d-9bfd-fc2419bb91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1235738
Dec 09 05:31:57.541785 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a6d66531-5c42-4821-b237-ef07dd681c27 req-c83f9be0-4d8d-4924-be93-d9bb5a134d82 service neutron] 10.222.0.59 "GET /v2.0/networks/5cb1a234-023e-4349-b09c-d46437d7559b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1702423
Dec 09 05:31:57.703688 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a6d66531-5c42-4821-b237-ef07dd681c27 req-2f202061-9365-4be3-97f0-75185d09cef2 service neutron] 10.222.0.59 "GET /v2.0/networks/5cb1a234-023e-4349-b09c-d46437d7559b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1537697
Dec 09 05:31:58.368590 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3769aae8-1cca-486e-97f8-6538c7fd9791 req-61bd48f5-6070-451d-a514-6a18f34c44d7 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:58.370139 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3769aae8-1cca-486e-97f8-6538c7fd9791 req-61bd48f5-6070-451d-a514-6a18f34c44d7 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=eff4a7a6-c915-4262-8eb4-47a7ba9d5707 HTTP/1.1" status: 200  len: 945 time: 0.0875218
Dec 09 05:31:58.419630 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3769aae8-1cca-486e-97f8-6538c7fd9791 req-fe2b5d18-b513-4b94-9d90-da55400fb92e tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424137
Dec 09 05:31:58.587909 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f3c52-d6df-4ce2-8b66-f873971eba6c req-7cd2b94c-637d-4c2b-a6bf-acaa2ce661fb tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:58.589480 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b84f3c52-d6df-4ce2-8b66-f873971eba6c req-7cd2b94c-637d-4c2b-a6bf-acaa2ce661fb tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=8b9ada4b-c67d-4544-a9b9-db99f5dcf4de HTTP/1.1" status: 200  len: 943 time: 0.0875814
Dec 09 05:31:58.639083 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b84f3c52-d6df-4ce2-8b66-f873971eba6c req-09c27060-e26c-4091-9654-b769683a7f91 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/security-groups?id=9f31bb62-a357-4a0d-9bfd-fc2419bb91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424011
Dec 09 05:31:59.617435 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69b4400-d657-4fc5-b847-5d993adaab0e req-5e0756eb-0387-40e6-a003-c403c3a05dcc tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:59.619294 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d69b4400-d657-4fc5-b847-5d993adaab0e req-5e0756eb-0387-40e6-a003-c403c3a05dcc tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 946 time: 0.0888283
Dec 09 05:31:59.650536 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31c915b-7395-42b2-8934-529fbf7f4d28 req-61768619-4a41-4629-88c2-2a47ade78526 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:59.654516 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a31c915b-7395-42b2-8934-529fbf7f4d28 req-61768619-4a41-4629-88c2-2a47ade78526 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=eff4a7a6-c915-4262-8eb4-47a7ba9d5707 HTTP/1.1" status: 200  len: 945 time: 0.0952058
Dec 09 05:31:59.674123 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d69b4400-d657-4fc5-b847-5d993adaab0e req-b4e0cf7e-2ea3-431a-ac5f-8981fa92e719 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459366
Dec 09 05:31:59.706569 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a31c915b-7395-42b2-8934-529fbf7f4d28 req-692a156e-9f10-40dc-ac9c-9cfb3af071bb tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454690
Dec 09 05:31:59.898812 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25efbec-2a4b-4b27-83a0-25eecfdc2f17 req-ef719395-c934-4af3-9bd5-dea7454a348e tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:31:59.900687 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c25efbec-2a4b-4b27-83a0-25eecfdc2f17 req-ef719395-c934-4af3-9bd5-dea7454a348e tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=8b9ada4b-c67d-4544-a9b9-db99f5dcf4de HTTP/1.1" status: 200  len: 943 time: 0.0840905
Dec 09 05:31:59.950001 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c25efbec-2a4b-4b27-83a0-25eecfdc2f17 req-e32fa439-4473-43c4-b423-e9c05c2bd336 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/security-groups?id=9f31bb62-a357-4a0d-9bfd-fc2419bb91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422335
Dec 09 05:32:00.179869 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device 43027fcd-e4dd-4988-8f96-09703954b3e3 up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:32:00.256567 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning for port 43027fcd-e4dd-4988-8f96-09703954b3e3 completed by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 09 05:32:00.261978 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port 43027fcd-e4dd-4988-8f96-09703954b3e3 triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:32:00.263312 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:00.385498 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:00.420166 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b9ada4b-c67d-4544-a9b9-db99f5dcf4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43027fcd-e4dd-4988-8f96-09703954b3e3'}] {{(pid=80247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:32:00.431279 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] For port 43027fcd-e4dd-4988-8f96-09703954b3e3, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=43027fcd-e4dd-4988-8f96-09703954b3e3,segment=NetworkSegment(4912dbc1-9b7b-4cb0-b8f0-f8f036206d49),segment_id=4912dbc1-9b7b-4cb0-b8f0-f8f036206d49)] {{(pid=80247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:32:00.435734 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:00.438259 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-079794b4-c51d-4ff7-839e-95a977540e6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:32:00.509068 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Pushing event updated for resources: {'Port': ['ID=43027fcd-e4dd-4988-8f96-09703954b3e3,revision_number=4']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:32:00.512926 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b9ada4b-c67d-4544-a9b9-db99f5dcf4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43027fcd-e4dd-4988-8f96-09703954b3e3', 'code': 200}
Dec 09 05:32:00.514358 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:32:00.798211 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85882ca-b3ee-4f9f-a19a-aace862b4ca4 req-598e21e5-e4f2-4935-8941-867f9f6dc67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:00.799329 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c85882ca-b3ee-4f9f-a19a-aace862b4ca4 req-598e21e5-e4f2-4935-8941-867f9f6dc67e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8b9ada4b-c67d-4544-a9b9-db99f5dcf4de HTTP/1.1" status: 200  len: 1162 time: 0.1095388
Dec 09 05:32:00.919511 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c85882ca-b3ee-4f9f-a19a-aace862b4ca4 req-b8c4f8e5-15fb-4aaa-a7a3-fe4c0f37f047 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9f31bb62-a357-4a0d-9bfd-fc2419bb91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1108606
Dec 09 05:32:01.004506 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 34168) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:32:01.059644 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b973b-09a5-40b1-af74-e0ba73a37b24 req-6e92476e-5cf9-4ffa-8385-94d5c67df342 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:01.060785 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b788092-dd37-4fbd-affb-01374bff282f req-b38092d9-6f13-4b9f-bf03-87e849894a09 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:01.062056 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-883b973b-09a5-40b1-af74-e0ba73a37b24 req-6e92476e-5cf9-4ffa-8385-94d5c67df342 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 946 time: 0.0931320
Dec 09 05:32:01.062423 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4b788092-dd37-4fbd-affb-01374bff282f req-b38092d9-6f13-4b9f-bf03-87e849894a09 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=eff4a7a6-c915-4262-8eb4-47a7ba9d5707 HTTP/1.1" status: 200  len: 945 time: 0.1029239
Dec 09 05:32:01.111990 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-883b973b-09a5-40b1-af74-e0ba73a37b24 req-489d2c43-106b-4664-abba-a4a923cef28d tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431674
Dec 09 05:32:01.114468 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4b788092-dd37-4fbd-affb-01374bff282f req-29d4b6f5-cc88-44da-8c5e-b1c54fed49e6 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450654
Dec 09 05:32:01.197679 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-54640429-7bff-46b8-9317-7834c3b9a38d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:01.213380 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-54640429-7bff-46b8-9317-7834c3b9a38d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:32:01.217596 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-54640429-7bff-46b8-9317-7834c3b9a38d admin admin] Usage tracker for resource:security_group_rule and tenant:cd3259a402ba4cb285f33cabb4b17c4d is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:32:01.220856 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-54640429-7bff-46b8-9317-7834c3b9a38d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:32:01.226848 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-54640429-7bff-46b8-9317-7834c3b9a38d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:32:01.376791 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1917cfd-f311-40dd-8100-de38e7cd7ec9 req-5eb10108-0c4a-458a-82ac-6653e1c6d3cd tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:01.378456 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c1917cfd-f311-40dd-8100-de38e7cd7ec9 req-5eb10108-0c4a-458a-82ac-6653e1c6d3cd tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=8b9ada4b-c67d-4544-a9b9-db99f5dcf4de HTTP/1.1" status: 200  len: 945 time: 0.1339462
Dec 09 05:32:01.415119 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-54640429-7bff-46b8-9317-7834c3b9a38d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:01.420122 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-54640429-7bff-46b8-9317-7834c3b9a38d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:01.428631 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-b67db22c-ad2d-425b-a6f5-e565588e2c8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:32:01.486352 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c1917cfd-f311-40dd-8100-de38e7cd7ec9 req-188897b1-b87d-44e3-83ed-84777be26b91 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/security-groups?id=9f31bb62-a357-4a0d-9bfd-fc2419bb91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0958974
Dec 09 05:32:01.493583 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-54640429-7bff-46b8-9317-7834c3b9a38d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cd3259a402ba4cb285f33cabb4b17c4d&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4813631
Dec 09 05:32:01.494089 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 34176) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:32:01.496604 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54640429-7bff-46b8-9317-7834c3b9a38d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9bb430-1826-4c38-8228-32fdfb408ca1,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:32:01.513840 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-54640429-7bff-46b8-9317-7834c3b9a38d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:32:01.565317 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-20ee3c4b-ecaa-489d-90a8-3e6955d66e8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:01.597005 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-20ee3c4b-ecaa-489d-90a8-3e6955d66e8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:01.861378 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-20ee3c4b-ecaa-489d-90a8-3e6955d66e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:01.866315 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-6a882404-0caa-4e21-bd84-fe62fe88f824 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:32:01.876829 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ee3c4b-ecaa-489d-90a8-3e6955d66e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9bb430-1826-4c38-8228-32fdfb408ca1,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:32:01.881680 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-20ee3c4b-ecaa-489d-90a8-3e6955d66e8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:32:01.883499 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-20ee3c4b-ecaa-489d-90a8-3e6955d66e8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:01.884671 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-20ee3c4b-ecaa-489d-90a8-3e6955d66e8c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9b9bb430-1826-4c38-8228-32fdfb408ca1 HTTP/1.1" status: 204  len: 168 time: 0.3898354
Dec 09 05:32:02.254077 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 34192) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:32:02.318871 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-daced12f-c6f1-4cbd-b99f-2d6733e81671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:02.343625 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-daced12f-c6f1-4cbd-b99f-2d6733e81671 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:32:02.349886 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-daced12f-c6f1-4cbd-b99f-2d6733e81671 admin admin] Usage tracker for resource:security_group_rule and tenant:fb51d4874ee541af9d304e0acb02f8d2 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:32:02.353834 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-daced12f-c6f1-4cbd-b99f-2d6733e81671 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:32:02.360896 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb02aac-26d9-4d52-ae90-6bda58baa8ea req-95689e4b-8768-445c-9360-c4e776b21d9b tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:02.362480 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-daced12f-c6f1-4cbd-b99f-2d6733e81671 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:32:02.362678 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0bb02aac-26d9-4d52-ae90-6bda58baa8ea req-95689e4b-8768-445c-9360-c4e776b21d9b tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 946 time: 0.0871623
Dec 09 05:32:02.413894 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebda0b4-924e-46e3-aedf-e7457f4560ef req-34553cc2-c14f-4710-bb60-7218ad46d7b8 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:02.415099 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0bb02aac-26d9-4d52-ae90-6bda58baa8ea req-7b41f343-636c-44ae-9c7e-082ad4d72a82 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460224
Dec 09 05:32:02.415448 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-bebda0b4-924e-46e3-aedf-e7457f4560ef req-34553cc2-c14f-4710-bb60-7218ad46d7b8 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=eff4a7a6-c915-4262-8eb4-47a7ba9d5707 HTTP/1.1" status: 200  len: 945 time: 0.1581287
Dec 09 05:32:02.491068 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-bebda0b4-924e-46e3-aedf-e7457f4560ef req-178dce1e-7730-4942-b4fd-c7647e191e02 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654356
Dec 09 05:32:02.517630 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-daced12f-c6f1-4cbd-b99f-2d6733e81671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:02.520196 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-daced12f-c6f1-4cbd-b99f-2d6733e81671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:02.529926 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-b4bd4547-45b9-4165-9903-d72f6ea5100b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:32:02.572055 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daced12f-c6f1-4cbd-b99f-2d6733e81671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0252f729-6598-4eb5-8c85-7387887758dc,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:32:02.577269 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-daced12f-c6f1-4cbd-b99f-2d6733e81671 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fb51d4874ee541af9d304e0acb02f8d2&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3217993
Dec 09 05:32:02.578249 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-daced12f-c6f1-4cbd-b99f-2d6733e81671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:32:02.579935 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 34198) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:32:02.647518 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7d6443f2-ac32-4a7e-8edc-8d0b0f879acf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:02.677335 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7d6443f2-ac32-4a7e-8edc-8d0b0f879acf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:02.720925 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e55fe67-8243-4ec3-bc24-9637c45cef7c req-a0182616-1dfa-4baf-8926-a3e61cb956c2 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:02.722773 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2e55fe67-8243-4ec3-bc24-9637c45cef7c req-a0182616-1dfa-4baf-8926-a3e61cb956c2 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=8b9ada4b-c67d-4544-a9b9-db99f5dcf4de HTTP/1.1" status: 200  len: 945 time: 0.0873666
Dec 09 05:32:02.724585 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7d6443f2-ac32-4a7e-8edc-8d0b0f879acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:02.728838 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e474a0c7-3d4c-4e0c-b309-f1c623bf6e38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:32:02.744102 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6443f2-ac32-4a7e-8edc-8d0b0f879acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0252f729-6598-4eb5-8c85-7387887758dc,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:32:02.746619 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-7d6443f2-ac32-4a7e-8edc-8d0b0f879acf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:32:02.754854 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7d6443f2-ac32-4a7e-8edc-8d0b0f879acf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:02.756577 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-7d6443f2-ac32-4a7e-8edc-8d0b0f879acf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0252f729-6598-4eb5-8c85-7387887758dc HTTP/1.1" status: 204  len: 168 time: 0.1753087
Dec 09 05:32:02.772746 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2e55fe67-8243-4ec3-bc24-9637c45cef7c req-7afedea1-ddf8-46e5-b6d8-b5e6d2ec6887 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/security-groups?id=9f31bb62-a357-4a0d-9bfd-fc2419bb91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428951
Dec 09 05:32:03.192073 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 34212) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:32:03.212129 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5cd7532b-9741-4662-b731-3a3d325358d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:03.227431 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-5cd7532b-9741-4662-b731-3a3d325358d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:32:03.231662 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-5cd7532b-9741-4662-b731-3a3d325358d7 admin admin] Usage tracker for resource:security_group_rule and tenant:92dc2c2254274a63b273819fd0616b19 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:32:03.234951 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-5cd7532b-9741-4662-b731-3a3d325358d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:32:03.240719 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-5cd7532b-9741-4662-b731-3a3d325358d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:32:03.328312 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5cd7532b-9741-4662-b731-3a3d325358d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:03.331097 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5cd7532b-9741-4662-b731-3a3d325358d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:03.340122 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-2371783f-d0fe-4073-af44-c1a97deb0a4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:32:03.382664 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-5cd7532b-9741-4662-b731-3a3d325358d7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=92dc2c2254274a63b273819fd0616b19&name=default HTTP/1.1" status: 200  len: 2879 time: 0.1893554
Dec 09 05:32:03.384348 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd7532b-9741-4662-b731-3a3d325358d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1df5527-8107-4053-ad49-e25a3f4864f0,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:32:03.385626 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 34216) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:32:03.387615 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-5cd7532b-9741-4662-b731-3a3d325358d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:32:03.449699 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-61da4931-a054-434d-a666-79257b52b79d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:03.483917 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-61da4931-a054-434d-a666-79257b52b79d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:03.536387 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-61da4931-a054-434d-a666-79257b52b79d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:03.540312 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:32:03.555331 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61da4931-a054-434d-a666-79257b52b79d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1df5527-8107-4053-ad49-e25a3f4864f0,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:32:03.558533 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-61da4931-a054-434d-a666-79257b52b79d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:32:03.561337 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-61da4931-a054-434d-a666-79257b52b79d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:03.565419 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-61da4931-a054-434d-a666-79257b52b79d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d1df5527-8107-4053-ad49-e25a3f4864f0 HTTP/1.1" status: 204  len: 168 time: 0.1778126
Dec 09 05:32:03.663134 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccf5115-f45e-4aa8-b1f9-0fab2dd4c0ac req-4326ecad-3913-4a99-8dc3-96e6ce67935a tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:03.664865 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3ccf5115-f45e-4aa8-b1f9-0fab2dd4c0ac req-4326ecad-3913-4a99-8dc3-96e6ce67935a tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 946 time: 0.0974090
Dec 09 05:32:03.718121 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3ccf5115-f45e-4aa8-b1f9-0fab2dd4c0ac req-5057f283-84ec-436c-bf3c-764b17c7fb2d tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437801
Dec 09 05:32:03.739887 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1012cf34-e9a6-4f1b-b82c-c6d65d660085 req-3ddf1356-8c0a-40de-893e-587420cde2a3 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:03.741874 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1012cf34-e9a6-4f1b-b82c-c6d65d660085 req-3ddf1356-8c0a-40de-893e-587420cde2a3 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=eff4a7a6-c915-4262-8eb4-47a7ba9d5707 HTTP/1.1" status: 200  len: 945 time: 0.1040914
Dec 09 05:32:03.818138 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1012cf34-e9a6-4f1b-b82c-c6d65d660085 req-8ed33a9d-f7a1-41f3-b82a-6db345de4d9a tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646160
Dec 09 05:32:04.017581 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e9e3a-43c9-4147-a779-de457483e9c9 req-a776cd36-a693-4fcd-a2cf-bb9821940a78 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:04.019244 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b02e9e3a-43c9-4147-a779-de457483e9c9 req-a776cd36-a693-4fcd-a2cf-bb9821940a78 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=8b9ada4b-c67d-4544-a9b9-db99f5dcf4de HTTP/1.1" status: 200  len: 945 time: 0.0897214
Dec 09 05:32:04.068869 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b02e9e3a-43c9-4147-a779-de457483e9c9 req-f14a13c6-ac8e-4fb0-b70c-76e160b98a77 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/security-groups?id=9f31bb62-a357-4a0d-9bfd-fc2419bb91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427537
Dec 09 05:32:04.320601 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device cd5892db-1676-4f45-8762-15d831f1c7bf up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:32:04.408926 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port cd5892db-1676-4f45-8762-15d831f1c7bf triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:32:04.409366 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:04.540048 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device 43027fcd-e4dd-4988-8f96-09703954b3e3 up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:32:04.615736 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port 43027fcd-e4dd-4988-8f96-09703954b3e3 triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:32:04.616307 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:04.617341 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf1aa99-39e9-4f74-adc8-c6e1186abfbc req-c17cd5f7-3456-476f-a884-06c2de731010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:04.619100 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-baf1aa99-39e9-4f74-adc8-c6e1186abfbc req-c17cd5f7-3456-476f-a884-06c2de731010 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=eff4a7a6-c915-4262-8eb4-47a7ba9d5707 HTTP/1.1" status: 200  len: 1162 time: 0.0813506
Dec 09 05:32:04.668586 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-baf1aa99-39e9-4f74-adc8-c6e1186abfbc req-619b80b1-4f0b-4ba2-a5b2-149e4a8b72ee service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403023
Dec 09 05:32:04.999962 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b243ea5-42f5-4ada-a9f8-aadf32d7950c req-b5253de7-4e1b-442e-9d7d-de7f5978402c tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:05.001883 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6b243ea5-42f5-4ada-a9f8-aadf32d7950c req-b5253de7-4e1b-442e-9d7d-de7f5978402c tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 946 time: 0.1168437
Dec 09 05:32:05.049417 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf4d40f-176f-42d2-88c3-511ca9f0784b req-c6bb965b-69c3-40f8-960f-b4603612b316 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:05.051432 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7bf4d40f-176f-42d2-88c3-511ca9f0784b req-c6bb965b-69c3-40f8-960f-b4603612b316 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=eff4a7a6-c915-4262-8eb4-47a7ba9d5707 HTTP/1.1" status: 200  len: 945 time: 0.0919020
Dec 09 05:32:05.080285 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6b243ea5-42f5-4ada-a9f8-aadf32d7950c req-a31aa936-1846-4848-a6e5-504f9b05770b tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0697587
Dec 09 05:32:05.108968 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7bf4d40f-176f-42d2-88c3-511ca9f0784b req-38b30c49-259a-49cd-a816-337689a628b5 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481305
Dec 09 05:32:05.376091 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86805994-1db3-4b90-a2ee-245c1ed270da req-7c046a0e-1d0a-4364-a0d4-0ef93864ce2b tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:05.378746 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-86805994-1db3-4b90-a2ee-245c1ed270da req-7c046a0e-1d0a-4364-a0d4-0ef93864ce2b tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=8b9ada4b-c67d-4544-a9b9-db99f5dcf4de HTTP/1.1" status: 200  len: 945 time: 0.1207900
Dec 09 05:32:05.463110 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-86805994-1db3-4b90-a2ee-245c1ed270da req-44083bf7-9858-4673-9884-fc147848c502 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/security-groups?id=9f31bb62-a357-4a0d-9bfd-fc2419bb91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0766747
Dec 09 05:32:05.791935 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee475f3-e520-4161-b3e3-1dedc6df7e26 req-d8d61292-3b1c-46e5-bb9f-4503323543b8 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:05.795170 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3ee475f3-e520-4161-b3e3-1dedc6df7e26 req-d8d61292-3b1c-46e5-bb9f-4503323543b8 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/ports?device_id=502d1b9e-4516-4c89-bce3-b368e5421be5 HTTP/1.1" status: 200  len: 946 time: 0.1016591
Dec 09 05:32:05.845288 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3ee475f3-e520-4161-b3e3-1dedc6df7e26 req-dca22b0f-69a8-4724-8db7-44fbd073ea81 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/security-groups?id=ecdb9fd2-1d3a-4252-8b98-f44c30285d67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430124
Dec 09 05:32:06.409583 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec88cc-9c99-4a6e-b8d2-b0aec7c8ad2e req-1570a3ce-67ac-4dc3-973e-c0fd187ba818 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:06.411431 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-33ec88cc-9c99-4a6e-b8d2-b0aec7c8ad2e req-1570a3ce-67ac-4dc3-973e-c0fd187ba818 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 946 time: 0.1355853
Dec 09 05:32:06.438874 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa4767-2760-4e12-9493-781ff267ff62 req-e3119d98-4696-42a9-be9e-f277d5194fc1 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:06.440846 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-77fa4767-2760-4e12-9493-781ff267ff62 req-e3119d98-4696-42a9-be9e-f277d5194fc1 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=eff4a7a6-c915-4262-8eb4-47a7ba9d5707 HTTP/1.1" status: 200  len: 945 time: 0.0975759
Dec 09 05:32:06.465661 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-33ec88cc-9c99-4a6e-b8d2-b0aec7c8ad2e req-f1f555d6-5b1b-43a7-9eb8-50839e221f69 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465257
Dec 09 05:32:06.531069 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-77fa4767-2760-4e12-9493-781ff267ff62 req-6839ce79-2b4a-4474-a09d-18844896190d tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719345
Dec 09 05:32:06.723708 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6b780-30fd-45d6-a00f-4922cbc2f2b8 req-6adf58a8-8034-42c0-9389-69d0ccabf141 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:06.725347 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-34d6b780-30fd-45d6-a00f-4922cbc2f2b8 req-6adf58a8-8034-42c0-9389-69d0ccabf141 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=8b9ada4b-c67d-4544-a9b9-db99f5dcf4de HTTP/1.1" status: 200  len: 945 time: 0.0971191
Dec 09 05:32:06.781149 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-34d6b780-30fd-45d6-a00f-4922cbc2f2b8 req-6d1d4641-f096-4203-8dbd-d44ccf1abd22 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/security-groups?id=9f31bb62-a357-4a0d-9bfd-fc2419bb91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481272
Dec 09 05:32:06.833439 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 34326) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:32:07.046300 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-cdb5dcc2-caa5-4d2a-afbc-acf6f3fcbe3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:07.069393 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-cdb5dcc2-caa5-4d2a-afbc-acf6f3fcbe3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:32:07.076782 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-cdb5dcc2-caa5-4d2a-afbc-acf6f3fcbe3c admin admin] Usage tracker for resource:security_group_rule and tenant:00f9ff446eab4f91aeebeaa3a5676eed is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:32:07.081364 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-cdb5dcc2-caa5-4d2a-afbc-acf6f3fcbe3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:32:07.090383 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-cdb5dcc2-caa5-4d2a-afbc-acf6f3fcbe3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:32:07.139146 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af3685a-1672-4e63-95ed-ef63ff982171 req-a4fd6f0a-6e18-4ca8-85e7-b9595a768374 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:07.140698 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8af3685a-1672-4e63-95ed-ef63ff982171 req-a4fd6f0a-6e18-4ca8-85e7-b9595a768374 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/ports?device_id=502d1b9e-4516-4c89-bce3-b368e5421be5 HTTP/1.1" status: 200  len: 946 time: 0.1496367
Dec 09 05:32:07.227540 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8af3685a-1672-4e63-95ed-ef63ff982171 req-bced9f5d-c52c-47a1-82ce-fa7907296178 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/security-groups?id=ecdb9fd2-1d3a-4252-8b98-f44c30285d67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0794194
Dec 09 05:32:07.277197 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-cdb5dcc2-caa5-4d2a-afbc-acf6f3fcbe3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:07.280807 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-cdb5dcc2-caa5-4d2a-afbc-acf6f3fcbe3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:07.290038 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-0b30ad24-e6dd-4968-9c8e-c740925dc877 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:32:07.333019 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-cdb5dcc2-caa5-4d2a-afbc-acf6f3fcbe3c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=00f9ff446eab4f91aeebeaa3a5676eed&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4983730
Dec 09 05:32:07.335917 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 34340) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:32:07.337065 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb5dcc2-caa5-4d2a-afbc-acf6f3fcbe3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad119608-fdf7-4720-b09d-e0ccfdb280a9,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:32:07.340401 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-cdb5dcc2-caa5-4d2a-afbc-acf6f3fcbe3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:32:07.402483 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-889ada17-ddf4-4206-b646-1ecde7743984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:07.430168 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-889ada17-ddf4-4206-b646-1ecde7743984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:07.476039 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-889ada17-ddf4-4206-b646-1ecde7743984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:07.480968 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-acda15e4-43b4-4ed2-b0f8-bfd77f7d2a70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:32:07.493548 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889ada17-ddf4-4206-b646-1ecde7743984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad119608-fdf7-4720-b09d-e0ccfdb280a9,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:32:07.498442 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-889ada17-ddf4-4206-b646-1ecde7743984 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:32:07.504913 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-889ada17-ddf4-4206-b646-1ecde7743984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:07.506235 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-889ada17-ddf4-4206-b646-1ecde7743984 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ad119608-fdf7-4720-b09d-e0ccfdb280a9 HTTP/1.1" status: 204  len: 168 time: 0.1691549
Dec 09 05:32:07.724136 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2724bc73-60d8-438b-b4e9-1815347d30a3 req-ab8d4afa-27f5-4bee-a963-79deb34db89b tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:07.725883 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2724bc73-60d8-438b-b4e9-1815347d30a3 req-ab8d4afa-27f5-4bee-a963-79deb34db89b tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 946 time: 0.0951478
Dec 09 05:32:07.751273 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f6e150-011f-4166-af8d-2176992c8f89 req-8b9d66f0-bd5b-4a15-bec0-5869af48f849 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:07.752924 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-38f6e150-011f-4166-af8d-2176992c8f89 req-8b9d66f0-bd5b-4a15-bec0-5869af48f849 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=eff4a7a6-c915-4262-8eb4-47a7ba9d5707 HTTP/1.1" status: 200  len: 945 time: 0.0879180
Dec 09 05:32:07.776646 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2724bc73-60d8-438b-b4e9-1815347d30a3 req-d206699c-fe1a-4d3c-a13e-7c02233c52a5 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423927
Dec 09 05:32:07.805486 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-38f6e150-011f-4166-af8d-2176992c8f89 req-0a1ac3b5-4e5e-4b60-8bb8-5e600de82b85 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452387
Dec 09 05:32:07.916119 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 34356) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:32:07.938001 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c7c7716d-836c-4762-a74b-55c7ce79b2e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:07.954840 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-c7c7716d-836c-4762-a74b-55c7ce79b2e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:32:07.959150 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-c7c7716d-836c-4762-a74b-55c7ce79b2e0 admin admin] Usage tracker for resource:security_group_rule and tenant:6e16bf00b72b41deb85976808a14ac6b is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:32:07.962280 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-c7c7716d-836c-4762-a74b-55c7ce79b2e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:32:07.968233 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-c7c7716d-836c-4762-a74b-55c7ce79b2e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:32:08.067770 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c7c7716d-836c-4762-a74b-55c7ce79b2e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:08.070980 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c7c7716d-836c-4762-a74b-55c7ce79b2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:08.081510 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-f3c06ef9-edd2-419c-b8ab-ebdc32ae639c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:32:08.128724 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-c7c7716d-836c-4762-a74b-55c7ce79b2e0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6e16bf00b72b41deb85976808a14ac6b&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2102852
Dec 09 05:32:08.129683 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c7716d-836c-4762-a74b-55c7ce79b2e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf61bc4-d993-4298-9bce-fd076112cbd1,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:32:08.131061 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 34366) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:32:08.142403 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-c7c7716d-836c-4762-a74b-55c7ce79b2e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:32:08.290631 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2c0daa8c-2fac-4996-8f11-49bbefa803f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:08.333458 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2c0daa8c-2fac-4996-8f11-49bbefa803f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:08.366331 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4233ca44-a45c-4981-ae25-26b378674a76 req-b92aae73-3371-4b7f-8351-64abb77f13b5 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:08.376086 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4233ca44-a45c-4981-ae25-26b378674a76 req-b92aae73-3371-4b7f-8351-64abb77f13b5 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=eff4a7a6-c915-4262-8eb4-47a7ba9d5707 HTTP/1.1" status: 200  len: 945 time: 0.1049151
Dec 09 05:32:08.398183 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355106cf-3120-45e3-9445-af48d7955886 req-d686f488-2739-49ae-b056-bd439f023c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:08.400224 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-355106cf-3120-45e3-9445-af48d7955886 req-d686f488-2739-49ae-b056-bd439f023c31 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f2e56e35acf649b3b3156dba09242a4f&device_id=eff4a7a6-c915-4262-8eb4-47a7ba9d5707 HTTP/1.1" status: 200  len: 1162 time: 0.2218709
Dec 09 05:32:08.437502 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4233ca44-a45c-4981-ae25-26b378674a76 req-e1e501bd-62de-4d56-9966-c07cf9ea091b tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604596
Dec 09 05:32:08.598077 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2c0daa8c-2fac-4996-8f11-49bbefa803f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:08.605448 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-c837d6ae-215a-4154-878f-a4c2ecc8abca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:32:08.635334 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0daa8c-2fac-4996-8f11-49bbefa803f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf61bc4-d993-4298-9bce-fd076112cbd1,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:32:08.645496 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-2c0daa8c-2fac-4996-8f11-49bbefa803f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:32:08.660552 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355106cf-3120-45e3-9445-af48d7955886 req-34cab0b1-9a52-46bb-bd04-5a791930bdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:08.662312 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-355106cf-3120-45e3-9445-af48d7955886 req-34cab0b1-9a52-46bb-bd04-5a791930bdc0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=06891e77-d716-4108-aee5-befcd6bf9ea6 HTTP/1.1" status: 200  len: 912 time: 0.2435336
Dec 09 05:32:08.666190 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2c0daa8c-2fac-4996-8f11-49bbefa803f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:08.667331 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-2c0daa8c-2fac-4996-8f11-49bbefa803f1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2cf61bc4-d993-4298-9bce-fd076112cbd1 HTTP/1.1" status: 204  len: 168 time: 0.5296166
Dec 09 05:32:08.677417 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a13796e-2d1d-49ce-8c9f-d195520b1b45 req-d0804162-d323-4740-b83b-4e3379b23858 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:08.679092 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8a13796e-2d1d-49ce-8c9f-d195520b1b45 req-d0804162-d323-4740-b83b-4e3379b23858 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/ports?device_id=502d1b9e-4516-4c89-bce3-b368e5421be5 HTTP/1.1" status: 200  len: 946 time: 0.2681227
Dec 09 05:32:08.766630 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-355106cf-3120-45e3-9445-af48d7955886 req-18e17ba9-9fab-4f78-b322-ef8047b7a9d4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd5892db-1676-4f45-8762-15d831f1c7bf HTTP/1.1" status: 200  len: 217 time: 0.0864797
Dec 09 05:32:08.844890 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8a13796e-2d1d-49ce-8c9f-d195520b1b45 req-5461839d-3d49-42bc-a75c-87e1efe76861 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/security-groups?id=ecdb9fd2-1d3a-4252-8b98-f44c30285d67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1022809
Dec 09 05:32:08.859235 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355106cf-3120-45e3-9445-af48d7955886 req-fccfad17-30ad-4b16-9b22-206a2ebfe01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:08.864500 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-355106cf-3120-45e3-9445-af48d7955886 req-fccfad17-30ad-4b16-9b22-206a2ebfe01b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f0a74771-7cf7-44b6-a932-ab6aa0c12e99 HTTP/1.1" status: 200  len: 858 time: 0.0829167
Dec 09 05:32:08.928212 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-355106cf-3120-45e3-9445-af48d7955886 req-74c2a13e-c075-4dec-86c8-04a94de0f13b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=06891e77-d716-4108-aee5-befcd6bf9ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0563776
Dec 09 05:32:09.141492 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-355106cf-3120-45e3-9445-af48d7955886 req-45087146-ea6b-4e48-afc5-8d12fd9b6ec3 service neutron] 10.222.0.59 "GET /v2.0/networks/06891e77-d716-4108-aee5-befcd6bf9ea6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2054498
Dec 09 05:32:09.191716 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dd8786-1cdc-4bd4-bd03-d2430b51cf34 req-11c04cf1-d485-47c7-8297-dbf159af852c tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:09.193314 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-93dd8786-1cdc-4bd4-bd03-d2430b51cf34 req-11c04cf1-d485-47c7-8297-dbf159af852c tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 946 time: 0.1590052
Dec 09 05:32:09.334462 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-93dd8786-1cdc-4bd4-bd03-d2430b51cf34 req-ce664935-2dbf-4a08-ad60-136074ec733c tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1262937
Dec 09 05:32:09.365788 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-355106cf-3120-45e3-9445-af48d7955886 req-fdc811f0-e5ec-4ff5-b13b-1f31a3fbb515 service neutron] 10.222.0.59 "GET /v2.0/networks/06891e77-d716-4108-aee5-befcd6bf9ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2064779
Dec 09 05:32:09.679836 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a52c90-9193-4eb4-ae98-4bafe4d6c31c req-e7dce92c-f028-4913-b283-ad6b473ac781 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:09.681517 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-83a52c90-9193-4eb4-ae98-4bafe4d6c31c req-e7dce92c-f028-4913-b283-ad6b473ac781 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=eff4a7a6-c915-4262-8eb4-47a7ba9d5707 HTTP/1.1" status: 200  len: 945 time: 0.0908818
Dec 09 05:32:09.734963 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-83a52c90-9193-4eb4-ae98-4bafe4d6c31c req-dd9f320e-f393-4125-8b52-4cabed088ae6 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449181
Dec 09 05:32:10.093940 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d9fcf-8fa1-477d-a22e-bd66091d417a req-b617a5c7-b1ea-4d18-8139-dd919a901e89 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:10.095447 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-868d9fcf-8fa1-477d-a22e-bd66091d417a req-b617a5c7-b1ea-4d18-8139-dd919a901e89 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/ports?device_id=502d1b9e-4516-4c89-bce3-b368e5421be5 HTTP/1.1" status: 200  len: 946 time: 0.0948474
Dec 09 05:32:10.157501 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-868d9fcf-8fa1-477d-a22e-bd66091d417a req-a50657b7-d4b0-44df-b58b-f19b91f35dca tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/security-groups?id=ecdb9fd2-1d3a-4252-8b98-f44c30285d67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459497
Dec 09 05:32:10.592987 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd003890-d9eb-49d9-96e3-1aa6b4d7559c req-23335cea-c24c-4eac-bf73-1b75f76c0cec tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:10.594710 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-fd003890-d9eb-49d9-96e3-1aa6b4d7559c req-23335cea-c24c-4eac-bf73-1b75f76c0cec tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 946 time: 0.0960846
Dec 09 05:32:10.654485 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-fd003890-d9eb-49d9-96e3-1aa6b4d7559c req-66889f50-4755-44e6-a33c-3f27d16b095d tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0530610
Dec 09 05:32:10.964311 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b142e7-7ad3-49c3-a34d-983dc7e54749 req-0746a320-fc4e-4c14-810a-3efb98278540 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:10.966249 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-40b142e7-7ad3-49c3-a34d-983dc7e54749 req-0746a320-fc4e-4c14-810a-3efb98278540 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=eff4a7a6-c915-4262-8eb4-47a7ba9d5707 HTTP/1.1" status: 200  len: 945 time: 0.0875275
Dec 09 05:32:10.994100 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device cd5892db-1676-4f45-8762-15d831f1c7bf up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:32:11.027487 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-40b142e7-7ad3-49c3-a34d-983dc7e54749 req-d8335449-bcff-4d36-a52c-337ecf0a759a tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480347
Dec 09 05:32:11.069652 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port cd5892db-1676-4f45-8762-15d831f1c7bf triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:32:11.070262 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:11.404519 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e203b-ea8b-4daf-b003-cc52c7a95c55 req-40b68bf9-4ca9-4b27-8bba-cb4fae75dfe3 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:11.406134 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-183e203b-ea8b-4daf-b003-cc52c7a95c55 req-40b68bf9-4ca9-4b27-8bba-cb4fae75dfe3 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/ports?device_id=502d1b9e-4516-4c89-bce3-b368e5421be5 HTTP/1.1" status: 200  len: 946 time: 0.0873277
Dec 09 05:32:11.454232 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-183e203b-ea8b-4daf-b003-cc52c7a95c55 req-d50b601a-308c-4a1e-bcb4-ae997d10c131 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/security-groups?id=ecdb9fd2-1d3a-4252-8b98-f44c30285d67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415967
Dec 09 05:32:11.906908 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbac27d-1416-4b26-9001-47d7724a79fd req-38b20bbe-54d8-4dfd-85f5-58034fd0494f tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:11.908605 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6dbac27d-1416-4b26-9001-47d7724a79fd req-38b20bbe-54d8-4dfd-85f5-58034fd0494f tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 946 time: 0.0888836
Dec 09 05:32:11.956609 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6dbac27d-1416-4b26-9001-47d7724a79fd req-eed2a7f7-ca74-4de5-824b-f0acb0bb77df tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414934
Dec 09 05:32:12.260705 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84db4b0-b95b-4e6e-8046-4dbc17dda081 req-a57ec5e3-103f-4722-a628-1c00fc385532 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:12.263493 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d84db4b0-b95b-4e6e-8046-4dbc17dda081 req-a57ec5e3-103f-4722-a628-1c00fc385532 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=eff4a7a6-c915-4262-8eb4-47a7ba9d5707 HTTP/1.1" status: 200  len: 945 time: 0.1018934
Dec 09 05:32:12.319021 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d84db4b0-b95b-4e6e-8046-4dbc17dda081 req-0a3756bf-1681-4641-a83e-f0c0d96124f9 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485506
Dec 09 05:32:12.688285 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f3d03-b6a4-4c40-b827-191cc6d30582 req-c1619838-e352-48df-8890-2f51a94761ad tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:12.689924 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a82f3d03-b6a4-4c40-b827-191cc6d30582 req-c1619838-e352-48df-8890-2f51a94761ad tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/ports?device_id=502d1b9e-4516-4c89-bce3-b368e5421be5 HTTP/1.1" status: 200  len: 946 time: 0.0880249
Dec 09 05:32:12.741873 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a82f3d03-b6a4-4c40-b827-191cc6d30582 req-b66f6653-01f8-498a-ac91-3e9fd0cc1caf tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/security-groups?id=ecdb9fd2-1d3a-4252-8b98-f44c30285d67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453610
Dec 09 05:32:13.015784 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device cd5892db-1676-4f45-8762-15d831f1c7bf up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:32:13.087223 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port cd5892db-1676-4f45-8762-15d831f1c7bf triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:32:13.088015 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:13.200279 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a4d59-a6d7-4980-8d85-0b193b8f0bfa req-35e89988-580b-4922-bfab-0f79ed3fb064 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:13.202062 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ca9a4d59-a6d7-4980-8d85-0b193b8f0bfa req-35e89988-580b-4922-bfab-0f79ed3fb064 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 946 time: 0.0923963
Dec 09 05:32:13.264667 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ca9a4d59-a6d7-4980-8d85-0b193b8f0bfa req-9d98c321-4d76-46fc-9b0e-960ed04b4939 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0558622
Dec 09 05:32:13.325356 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fede9844-8094-45c0-b2a2-e14c2c087a9c req-fa519372-bcd1-4114-b0c6-5f2c48052e80 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:13.327119 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-fede9844-8094-45c0-b2a2-e14c2c087a9c req-fa519372-bcd1-4114-b0c6-5f2c48052e80 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/ports?device_id=b5878f15-3c4c-4e2f-90f2-dc4f4c40c27a HTTP/1.1" status: 200  len: 945 time: 0.0869293
Dec 09 05:32:13.383353 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-fede9844-8094-45c0-b2a2-e14c2c087a9c req-4ef404db-7547-458f-a0ee-5d237deeebe9 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/security-groups?id=ec58b73c-c7a7-470e-ae92-a9b232863e2a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482662
Dec 09 05:32:13.557877 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60502ffd-c250-4b55-9ab1-1bea0a88316b req-40a3f4f7-8d98-4e46-a8eb-5102dcd89ec1 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:13.567119 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-60502ffd-c250-4b55-9ab1-1bea0a88316b req-40a3f4f7-8d98-4e46-a8eb-5102dcd89ec1 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=eff4a7a6-c915-4262-8eb4-47a7ba9d5707 HTTP/1.1" status: 200  len: 945 time: 0.1055818
Dec 09 05:32:13.613135 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-60502ffd-c250-4b55-9ab1-1bea0a88316b req-6807725b-6b43-4650-a501-90688988e820 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448117
Dec 09 05:32:13.635289 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-58e0c597-6d0f-4c79-b269-a896394a25e8 req-732ec85f-debb-4ba8-8ae5-cf3422f82b24 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1879783
Dec 09 05:32:13.647213 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-58e0c597-6d0f-4c79-b269-a896394a25e8 req-4b00fe04-e2d5-446d-9729-bf515a536275 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Request body: {'floatingip': {'floating_network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89'}} {{(pid=80246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:32:13.656121 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-58e0c597-6d0f-4c79-b269-a896394a25e8 req-4b00fe04-e2d5-446d-9729-bf515a536275 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:32:13.660809 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-58e0c597-6d0f-4c79-b269-a896394a25e8 req-4b00fe04-e2d5-446d-9729-bf515a536275 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Usage tracker for resource:floatingip and tenant:01ec2b224b424d04bbe7e5a9c52a66d5 is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:32:13.664396 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-58e0c597-6d0f-4c79-b269-a896394a25e8 req-4b00fe04-e2d5-446d-9729-bf515a536275 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:32:13.673152 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-58e0c597-6d0f-4c79-b269-a896394a25e8 req-4b00fe04-e2d5-446d-9729-bf515a536275 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:32:13.683615 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-58e0c597-6d0f-4c79-b269-a896394a25e8 req-4b00fe04-e2d5-446d-9729-bf515a536275 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Notify callbacks [] for floatingip, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:13.855191 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-58e0c597-6d0f-4c79-b269-a896394a25e8 req-4b00fe04-e2d5-446d-9729-bf515a536275 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:13.993933 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be797542-4cc0-4c8c-b16d-d0ff0aadce5b req-3d7f7458-50c5-4b46-8c66-7f89b82ca188 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:14.002003 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-be797542-4cc0-4c8c-b16d-d0ff0aadce5b req-3d7f7458-50c5-4b46-8c66-7f89b82ca188 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/ports?device_id=502d1b9e-4516-4c89-bce3-b368e5421be5 HTTP/1.1" status: 200  len: 946 time: 0.1086915
Dec 09 05:32:14.050346 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-be797542-4cc0-4c8c-b16d-d0ff0aadce5b req-094761c4-45bb-4ec3-9048-2c9acd7ccf6d tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/security-groups?id=ecdb9fd2-1d3a-4252-8b98-f44c30285d67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472202
Dec 09 05:32:14.189496 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [req-58e0c597-6d0f-4c79-b269-a896394a25e8 req-4b00fe04-e2d5-446d-9729-bf515a536275 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Allocated IP 172.27.2.28 (1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89/b1368c69-6e14-4d1d-80ab-b679585c21ba/a4c7ea07-ef73-4bc5-b36d-4537d55981ed) {{(pid=80246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 09 05:32:14.370792 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-58e0c597-6d0f-4c79-b269-a896394a25e8 req-4b00fe04-e2d5-446d-9729-bf515a536275 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Notify callbacks [] for port, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:14.400947 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-58e0c597-6d0f-4c79-b269-a896394a25e8 req-4b00fe04-e2d5-446d-9729-bf515a536275 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249358491764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10841009'] for port, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:14.418864 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-29adfb87-74ee-486b-9323-25b41172c22e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:32:14.699260 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aca4632-31bf-4997-8e72-11a85e959183 req-e3614f17-8de5-4d41-9426-0e1f0e28b093 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:14.699260 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6aca4632-31bf-4997-8e72-11a85e959183 req-e3614f17-8de5-4d41-9426-0e1f0e28b093 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 946 time: 0.1378348
Dec 09 05:32:14.749688 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6aca4632-31bf-4997-8e72-11a85e959183 req-3ec7586b-b697-49bc-81ae-1e533806f582 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467024
Dec 09 05:32:14.793538 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b00fe04-e2d5-446d-9729-bf515a536275 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Pushing event updated for resources: {'Port': ['ID=a4c7ea07-ef73-4bc5-b36d-4537d55981ed,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:32:14.798934 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-4b00fe04-e2d5-446d-9729-bf515a536275 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:32:14.844125 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58e0c597-6d0f-4c79-b269-a896394a25e8 req-4b00fe04-e2d5-446d-9729-bf515a536275 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Network 1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89 is already hosted by enough agents. {{(pid=80246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 09 05:32:14.845330 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [req-58e0c597-6d0f-4c79-b269-a896394a25e8 req-4b00fe04-e2d5-446d-9729-bf515a536275 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Resources bound (agent type, host, resource id):  {{(pid=80246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:32:14.847778 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-58e0c597-6d0f-4c79-b269-a896394a25e8 req-4b00fe04-e2d5-446d-9729-bf515a536275 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Received port after_create {{(pid=80246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 09 05:32:14.929883 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-58e0c597-6d0f-4c79-b269-a896394a25e8 req-4b00fe04-e2d5-446d-9729-bf515a536275 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Notify callbacks [] for floatingip, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:14.994061 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-58e0c597-6d0f-4c79-b269-a896394a25e8 req-4b00fe04-e2d5-446d-9729-bf515a536275 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:15.280685 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-58e0c597-6d0f-4c79-b269-a896394a25e8 req-4b00fe04-e2d5-446d-9729-bf515a536275 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Notify callbacks [] for port, precommit_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:15.284221 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-58e0c597-6d0f-4c79-b269-a896394a25e8 req-4b00fe04-e2d5-446d-9729-bf515a536275 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843934808'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:15.300776 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-cf26dbd4-415a-47e2-a119-57f742d5af25 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:32:15.311300 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebac24f-a19d-4d37-a71c-c8056bd0fc59 req-f59a09b1-65dd-4bf4-bd4d-c9acf12e8193 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:15.312927 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-aebac24f-a19d-4d37-a71c-c8056bd0fc59 req-f59a09b1-65dd-4bf4-bd4d-c9acf12e8193 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/ports?device_id=502d1b9e-4516-4c89-bce3-b368e5421be5 HTTP/1.1" status: 200  len: 946 time: 0.0966825
Dec 09 05:32:15.376259 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-aebac24f-a19d-4d37-a71c-c8056bd0fc59 req-dbb4e106-4fa9-4aba-a58d-ff2104ace286 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/security-groups?id=ecdb9fd2-1d3a-4252-8b98-f44c30285d67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0550952
Dec 09 05:32:15.447207 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b00fe04-e2d5-446d-9729-bf515a536275 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Pushing event updated for resources: {'Port': ['ID=a4c7ea07-ef73-4bc5-b36d-4537d55981ed,revision_number=2']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:32:15.451797 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-4b00fe04-e2d5-446d-9729-bf515a536275 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:32:15.553518 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-58e0c597-6d0f-4c79-b269-a896394a25e8 req-4b00fe04-e2d5-446d-9729-bf515a536275 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851028540'] for floatingip, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:15.576435 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-58e0c597-6d0f-4c79-b269-a896394a25e8 req-4b00fe04-e2d5-446d-9729-bf515a536275 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870'] for floatingip, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:15.577755 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-58e0c597-6d0f-4c79-b269-a896394a25e8 req-4b00fe04-e2d5-446d-9729-bf515a536275 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.9355321
Dec 09 05:32:15.583310 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bde47b-b683-4b31-ae2d-64df8676ff29 req-343c58e4-6e04-400e-8c71-9c18ba7f3bbc tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:15.585178 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-37bde47b-b683-4b31-ae2d-64df8676ff29 req-343c58e4-6e04-400e-8c71-9c18ba7f3bbc tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=eff4a7a6-c915-4262-8eb4-47a7ba9d5707 HTTP/1.1" status: 200  len: 945 time: 0.0854480
Dec 09 05:32:15.639780 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-37bde47b-b683-4b31-ae2d-64df8676ff29 req-6d6ae26d-b50f-4cca-ba58-337d4bb758ca tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477638
Dec 09 05:32:15.664679 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-58e0c597-6d0f-4c79-b269-a896394a25e8 req-836a11b2-994a-466a-b252-4b4869fd6e78 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Synchronizing usage tracker for tenant:01ec2b224b424d04bbe7e5a9c52a66d5 on resource:floatingip {{(pid=80246) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:32:15.682445 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-58e0c597-6d0f-4c79-b269-a896394a25e8 req-836a11b2-994a-466a-b252-4b4869fd6e78 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Unset dirty status for tenant:01ec2b224b424d04bbe7e5a9c52a66d5 on resource:floatingip {{(pid=80246) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:32:15.684559 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-58e0c597-6d0f-4c79-b269-a896394a25e8 req-836a11b2-994a-466a-b252-4b4869fd6e78 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.27.2.28 HTTP/1.1" status: 200  len: 695 time: 0.0998194
Dec 09 05:32:15.775815 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-84c91fec-6aa0-40ce-8a3c-dbb17edffed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:15.906002 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e0c597-6d0f-4c79-b269-a896394a25e8 req-09a28ada-ed1a-4ac2-9ecf-9a8a723e13ef tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:15.907533 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-58e0c597-6d0f-4c79-b269-a896394a25e8 req-09a28ada-ed1a-4ac2-9ecf-9a8a723e13ef tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/networks/1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89 HTTP/1.1" status: 200  len: 784 time: 0.2162578
Dec 09 05:32:15.918532 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [req-58e0c597-6d0f-4c79-b269-a896394a25e8 req-fb88788a-4906-4c10-8349-936d2732280b tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=80246) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 09 05:32:15.920207 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-58e0c597-6d0f-4c79-b269-a896394a25e8 req-fb88788a-4906-4c10-8349-936d2732280b tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0069599
Dec 09 05:32:16.125791 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb0efb-2324-4757-a2b6-27cb2fa0b206 req-5857fb02-4d4e-4ee5-b33f-9a6ef200a033 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:16.127572 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3adb0efb-2324-4757-a2b6-27cb2fa0b206 req-5857fb02-4d4e-4ee5-b33f-9a6ef200a033 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 946 time: 0.0943644
Dec 09 05:32:16.198557 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3adb0efb-2324-4757-a2b6-27cb2fa0b206 req-73165d21-cfd9-485f-a483-1d67d6c862b9 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0645576
Dec 09 05:32:16.362619 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63b9384-5432-4a9a-b3ff-b3451259571e req-0e645e82-72b3-4812-b4cf-7faa4d8c2524 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:16.364378 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f63b9384-5432-4a9a-b3ff-b3451259571e req-0e645e82-72b3-4812-b4cf-7faa4d8c2524 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/ports?device_id=b5878f15-3c4c-4e2f-90f2-dc4f4c40c27a&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0917752
Dec 09 05:32:16.459654 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f63b9384-5432-4a9a-b3ff-b3451259571e req-fbe082ae-5eee-4884-a96b-4627758ab9e5 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.27.2.28 HTTP/1.1" status: 200  len: 695 time: 0.0886605
Dec 09 05:32:16.473064 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-f63b9384-5432-4a9a-b3ff-b3451259571e req-889d89cf-c30c-4a42-9c02-dbb043fd7384 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Request body: {'floatingip': {'port_id': '47b4b7c5-71df-464d-b601-013cc25f5595', 'fixed_ip_address': '172.20.0.9'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:32:16.554173 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-f63b9384-5432-4a9a-b3ff-b3451259571e req-889d89cf-c30c-4a42-9c02-dbb043fd7384 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Notify callbacks [] for floatingip, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:16.598750 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0388e4e5-ab06-4264-ad79-ce7386ced622 req-d05c2106-1127-4cbe-a172-a6426e426d6e tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:16.600378 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0388e4e5-ab06-4264-ad79-ce7386ced622 req-d05c2106-1127-4cbe-a172-a6426e426d6e tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/ports?device_id=502d1b9e-4516-4c89-bce3-b368e5421be5 HTTP/1.1" status: 200  len: 946 time: 0.0873814
Dec 09 05:32:16.655666 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0388e4e5-ab06-4264-ad79-ce7386ced622 req-6a5f34d6-b1f9-4e1a-9aaf-3550e46e2b6c tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/security-groups?id=ecdb9fd2-1d3a-4252-8b98-f44c30285d67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421875
Dec 09 05:32:17.316624 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0155ef00-652c-4a49-8ae0-22fe85a465f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:17.524159 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2441f4-ec0b-427e-8a2a-3acaa8bdfa85 req-62ba4c16-00b5-4452-98e0-4e586efcf610 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:17.527305 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6c2441f4-ec0b-427e-8a2a-3acaa8bdfa85 req-62ba4c16-00b5-4452-98e0-4e586efcf610 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 946 time: 0.1712451
Dec 09 05:32:17.602435 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-f63b9384-5432-4a9a-b3ff-b3451259571e req-889d89cf-c30c-4a42-9c02-dbb043fd7384 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Notify callbacks [] for floatingip, precommit_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:17.606508 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6c2441f4-ec0b-427e-8a2a-3acaa8bdfa85 req-ad131be0-f221-43f4-a631-a700f9d13b69 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0713043
Dec 09 05:32:17.609076 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-f63b9384-5432-4a9a-b3ff-b3451259571e req-889d89cf-c30c-4a42-9c02-dbb043fd7384 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851028540'] for floatingip, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:17.799769 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.db.l3_db [req-f63b9384-5432-4a9a-b3ff-b3451259571e req-889d89cf-c30c-4a42-9c02-dbb043fd7384 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Floating IP 19e5793b-4f5b-4af5-8e03-94d3b4d9595b associated. External IP: 172.27.2.28, port: 47b4b7c5-71df-464d-b601-013cc25f5595.
Dec 09 05:32:17.897649 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05728a71-6daa-4539-b490-f7a568b86e97 req-26c7a898-ac9a-4183-963e-64ff1bed18ab tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:17.899781 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-05728a71-6daa-4539-b490-f7a568b86e97 req-26c7a898-ac9a-4183-963e-64ff1bed18ab tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/ports?device_id=502d1b9e-4516-4c89-bce3-b368e5421be5 HTTP/1.1" status: 200  len: 946 time: 0.1014185
Dec 09 05:32:17.965230 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-05728a71-6daa-4539-b490-f7a568b86e97 req-d1b8a195-2841-4f11-85d9-b2ae690298d4 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/security-groups?id=ecdb9fd2-1d3a-4252-8b98-f44c30285d67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0518270
Dec 09 05:32:18.197682 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-43f44203-54c4-4c67-af47-9ad3e8a05b65 None None] Agent healthcheck: found 6 active agents {{(pid=80248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 09 05:32:18.200009 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d667687f-70e4-40ee-92a5-0e371b53b2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:18.222156 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f63b9384-5432-4a9a-b3ff-b3451259571e req-889d89cf-c30c-4a42-9c02-dbb043fd7384 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Router ae0ec6fc-a54a-4487-9f5e-5331958d3ebb has already been hosted by L3 agent 16cb43a9-cd2d-4531-acd4-2457db4a9ad2 {{(pid=80245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 09 05:32:18.440793 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f63b9384-5432-4a9a-b3ff-b3451259571e req-889d89cf-c30c-4a42-9c02-dbb043fd7384 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Notify agent at l3_agent.dv-cinder-763306-6-iscsi the message routers_updated {{(pid=80245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 09 05:32:18.454015 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404544ba-9df8-4da6-bc83-8f52247559ae None None] Sync routers for ids ['ae0ec6fc-a54a-4487-9f5e-5331958d3ebb'] in dv-cinder-763306-6-iscsi {{(pid=80248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 09 05:32:18.456394 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-f63b9384-5432-4a9a-b3ff-b3451259571e req-889d89cf-c30c-4a42-9c02-dbb043fd7384 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870'] for floatingip, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:18.468073 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404544ba-9df8-4da6-bc83-8f52247559ae None None] Routers {'ae0ec6fc-a54a-4487-9f5e-5331958d3ebb'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:32:18.469632 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-404544ba-9df8-4da6-bc83-8f52247559ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff9c85f98>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:32:17Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['ae0ec6fc-a54a-4487-9f5e-5331958d3ebb'], 'active': True} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:32:18.521425 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f63b9384-5432-4a9a-b3ff-b3451259571e req-889d89cf-c30c-4a42-9c02-dbb043fd7384 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "PUT /v2.0/floatingips/19e5793b-4f5b-4af5-8e03-94d3b4d9595b HTTP/1.1" status: 200  len: 995 time: 2.0530303
Dec 09 05:32:18.522124 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5878f15-3c4c-4e2f-90f2-dc4f4c40c27a', 'tag': '47b4b7c5-71df-464d-b601-013cc25f5595'}] {{(pid=80245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:32:18.614830 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5878f15-3c4c-4e2f-90f2-dc4f4c40c27a', 'tag': '47b4b7c5-71df-464d-b601-013cc25f5595', 'status': 'completed', 'code': 200}
Dec 09 05:32:18.657451 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63b9384-5432-4a9a-b3ff-b3451259571e req-c58e195c-86f0-4176-b6a2-01c61e590c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:18.659940 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f63b9384-5432-4a9a-b3ff-b3451259571e req-c58e195c-86f0-4176-b6a2-01c61e590c05 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=01ec2b224b424d04bbe7e5a9c52a66d5&device_id=b5878f15-3c4c-4e2f-90f2-dc4f4c40c27a HTTP/1.1" status: 200  len: 1162 time: 0.0865531
Dec 09 05:32:18.720464 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda18ef-ef49-4c1e-96c5-5fd66059d229 req-027f0f2d-5a53-41e0-894b-2fe130b70a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:18.722730 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-bcda18ef-ef49-4c1e-96c5-5fd66059d229 req-027f0f2d-5a53-41e0-894b-2fe130b70a5a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=01ec2b224b424d04bbe7e5a9c52a66d5&device_id=b5878f15-3c4c-4e2f-90f2-dc4f4c40c27a HTTP/1.1" status: 200  len: 1162 time: 0.0992985
Dec 09 05:32:18.875566 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63b9384-5432-4a9a-b3ff-b3451259571e req-c04ddf75-186d-4c59-9711-f62e627ef95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:18.877299 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f63b9384-5432-4a9a-b3ff-b3451259571e req-c04ddf75-186d-4c59-9711-f62e627ef95d service neutron] 10.222.0.39 "GET /v2.0/networks?id=9aea0a2f-14fb-4990-ae4d-5b682071e14d HTTP/1.1" status: 200  len: 909 time: 0.2090218
Dec 09 05:32:18.931080 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-404544ba-9df8-4da6-bc83-8f52247559ae None None] Set router ae0ec6fc-a54a-4487-9f5e-5331958d3ebb gateway port host: dv-cinder-763306-6-iscsi {{(pid=80248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:32:18.978984 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda18ef-ef49-4c1e-96c5-5fd66059d229 req-c7619cb3-8211-493e-88da-3ffa3f242b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:18.980598 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-bcda18ef-ef49-4c1e-96c5-5fd66059d229 req-c7619cb3-8211-493e-88da-3ffa3f242b30 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9aea0a2f-14fb-4990-ae4d-5b682071e14d HTTP/1.1" status: 200  len: 909 time: 0.2502952
Dec 09 05:32:18.991234 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:18.999196 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f63b9384-5432-4a9a-b3ff-b3451259571e req-fb170d51-deb2-48c8-a0fc-359a24d303df service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47b4b7c5-71df-464d-b601-013cc25f5595 HTTP/1.1" status: 200  len: 998 time: 0.1140256
Dec 09 05:32:19.101604 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-bcda18ef-ef49-4c1e-96c5-5fd66059d229 req-43e09c80-c08e-4c55-8d86-add868ecc1b8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47b4b7c5-71df-464d-b601-013cc25f5595 HTTP/1.1" status: 200  len: 998 time: 0.1127799
Dec 09 05:32:19.113278 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63b9384-5432-4a9a-b3ff-b3451259571e req-0d4e1197-49dd-4d8c-a254-6f8b142d7e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:19.113901 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f1e6a-d075-48e5-8d0f-6a648cda9b56 req-401d4bbd-111f-46b6-b7b7-5e0f235ea961 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:19.125477 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-059f1e6a-d075-48e5-8d0f-6a648cda9b56 req-401d4bbd-111f-46b6-b7b7-5e0f235ea961 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 946 time: 0.3389783
Dec 09 05:32:19.126460 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f63b9384-5432-4a9a-b3ff-b3451259571e req-0d4e1197-49dd-4d8c-a254-6f8b142d7e84 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bc2ef73b-021e-4c10-b628-1f5ae57b8553 HTTP/1.1" status: 200  len: 854 time: 0.1091464
Dec 09 05:32:19.262493 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-059f1e6a-d075-48e5-8d0f-6a648cda9b56 req-18aac9bf-60b4-41a0-bf20-42938fd3dabc tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1329792
Dec 09 05:32:19.267886 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda18ef-ef49-4c1e-96c5-5fd66059d229 req-49e5e76a-b781-4e31-9937-05c71acce06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:19.270639 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-bcda18ef-ef49-4c1e-96c5-5fd66059d229 req-49e5e76a-b781-4e31-9937-05c71acce06b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bc2ef73b-021e-4c10-b628-1f5ae57b8553 HTTP/1.1" status: 200  len: 854 time: 0.1403034
Dec 09 05:32:19.292097 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63b9384-5432-4a9a-b3ff-b3451259571e req-8b632b53-ac59-46a3-99af-acd3d8f5a146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:19.303009 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f63b9384-5432-4a9a-b3ff-b3451259571e req-8b632b53-ac59-46a3-99af-acd3d8f5a146 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9aea0a2f-14fb-4990-ae4d-5b682071e14d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1578071
Dec 09 05:32:19.310442 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [req-f63b9384-5432-4a9a-b3ff-b3451259571e req-ba5d05e6-b0fa-4f15-894e-c6883d283d9d service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=80245) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 09 05:32:19.319993 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f63b9384-5432-4a9a-b3ff-b3451259571e req-ba5d05e6-b0fa-4f15-894e-c6883d283d9d service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0157027
Dec 09 05:32:19.394145 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda18ef-ef49-4c1e-96c5-5fd66059d229 req-6e989c18-4f61-4822-b668-f3ec0533780d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:19.395829 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-bcda18ef-ef49-4c1e-96c5-5fd66059d229 req-6e989c18-4f61-4822-b668-f3ec0533780d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9aea0a2f-14fb-4990-ae4d-5b682071e14d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1139719
Dec 09 05:32:19.499045 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-404544ba-9df8-4da6-bc83-8f52247559ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff9c85f98>, [{'id': 'ae0ec6fc-a54a-4487-9f5e-5331958d3ebb', 'name': 'tempest-TestMinimumBasicScenario-1565234444-router', 'tenant_id': '01ec2b224b424d04bbe7e5a9c52a66d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'b38685d2-50f2-4b55-8444-59811bb10bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:30:54Z', 'updated_at': '2020-12-09T05:31:02Z', 'revision_number': 4, 'project_id': '01ec2b224b424d04bbe7e5a9c52a66d5', 'gw_port': {'id': 'b38685d2-50f2-4b55-8444-59811bb10bdd', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ec:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0ec6fc-a54a-4487-9f5e-5331958d3ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:30:55Z', 'updated_at': '2020-12-09T05:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_floatingips': [{'id': '19e5793b-4f5b-4af5-8e03-94d3b4d9595b', 'tenant_id': '01ec2b224b424d04bbe7e5a9c52a66d5', 'floating_ip_address': '172.27.2.28', 'floating_network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'router_id': 'ae0ec6fc-a54a-4487-9f5e-5331958d3ebb', 'port_id': '47b4b7c5-71df-464d-b601-013cc25f5595', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9aea0a2f-14fb-4990-ae4d-5b682071e14d', 'mac_address': 'fa:16:3e:82:d0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5878f15-3c4c-4e2f-90f2-dc4f4c40c27a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-09T05:32:14Z', 'updated_at': '2020-12-09T05:32:17Z', 'revision_number': 1, 'project_id': '01ec2b224b424d04bbe7e5a9c52a66d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3312047-ffbf-4cbc-a256-a568e354eaa5', 'name': '', 'network_id': '9aea0a2f-14fb-4990-ae4d-5b682071e14d', 'tenant_id': '01ec2b224b424d04bbe7e5a9c52a66d5', 'mac_address': 'fa:16:3e:ee:d7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0ec6fc-a54a-4487-9f5e-5331958d3ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'bc2ef73b-021e-4c10-b628-1f5ae57b8553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:31:00Z', 'updated_at': '2020-12-09T05:31:13Z', 'revision_number': 5, 'project_id': '01ec2b224b424d04bbe7e5a9c52a66d5', 'subnets': [{'id': 'bc2ef73b-021e-4c10-b628-1f5ae57b8553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:32:19.504196 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404544ba-9df8-4da6-bc83-8f52247559ae None None] Checking router: ae0ec6fc-a54a-4487-9f5e-5331958d3ebb for host: dv-cinder-763306-6-iscsi {{(pid=80248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 09 05:32:19.515127 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f63b9384-5432-4a9a-b3ff-b3451259571e req-3268897b-94d5-402e-a45a-58b8fc06883d service neutron] 10.222.0.39 "GET /v2.0/networks/9aea0a2f-14fb-4990-ae4d-5b682071e14d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1939104
Dec 09 05:32:19.525108 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404544ba-9df8-4da6-bc83-8f52247559ae None None] Routers {'ae0ec6fc-a54a-4487-9f5e-5331958d3ebb'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:32:19.525780 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-404544ba-9df8-4da6-bc83-8f52247559ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff9c85f98>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:32:17Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['ae0ec6fc-a54a-4487-9f5e-5331958d3ebb'], 'active': True} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:32:19.648758 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-bcda18ef-ef49-4c1e-96c5-5fd66059d229 req-3e65ad2d-a824-4c40-8982-72da2c0db084 service neutron] 10.222.0.59 "GET /v2.0/networks/9aea0a2f-14fb-4990-ae4d-5b682071e14d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2361004
Dec 09 05:32:19.679069 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eaf937-2bae-4b3e-9191-5b62a24f4213 req-c0b107bb-7d08-40cb-8ee0-dc105bc4fc83 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:19.695293 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-53eaf937-2bae-4b3e-9191-5b62a24f4213 req-c0b107bb-7d08-40cb-8ee0-dc105bc4fc83 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/ports?device_id=502d1b9e-4516-4c89-bce3-b368e5421be5 HTTP/1.1" status: 200  len: 946 time: 0.2424312
Dec 09 05:32:19.740900 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-404544ba-9df8-4da6-bc83-8f52247559ae None None] Set router ae0ec6fc-a54a-4487-9f5e-5331958d3ebb gateway port host: dv-cinder-763306-6-iscsi {{(pid=80248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:32:19.749136 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f63b9384-5432-4a9a-b3ff-b3451259571e req-60e45e72-4269-44e2-bb3c-45a72a17f2d7 service neutron] 10.222.0.39 "GET /v2.0/networks/9aea0a2f-14fb-4990-ae4d-5b682071e14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2245641
Dec 09 05:32:19.846547 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-d2661b1d-95af-42a6-9cdf-d0babd00b5a3 req-68827ab2-b76e-45b2-bcc1-6504de594b0d tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-129756593', 'description': 'tempest-TestMinimumBasicScenario-129756593 description'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:32:19.853699 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-d2661b1d-95af-42a6-9cdf-d0babd00b5a3 req-68827ab2-b76e-45b2-bcc1-6504de594b0d tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:32:19.867285 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-d2661b1d-95af-42a6-9cdf-d0babd00b5a3 req-68827ab2-b76e-45b2-bcc1-6504de594b0d tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:32:19.880377 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-d2661b1d-95af-42a6-9cdf-d0babd00b5a3 req-68827ab2-b76e-45b2-bcc1-6504de594b0d tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:19.916800 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-d2661b1d-95af-42a6-9cdf-d0babd00b5a3 req-68827ab2-b76e-45b2-bcc1-6504de594b0d tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:32:19.922181 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-d2661b1d-95af-42a6-9cdf-d0babd00b5a3 req-68827ab2-b76e-45b2-bcc1-6504de594b0d tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Usage tracker for resource:security_group_rule and tenant:01ec2b224b424d04bbe7e5a9c52a66d5 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:32:19.925896 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-d2661b1d-95af-42a6-9cdf-d0babd00b5a3 req-68827ab2-b76e-45b2-bcc1-6504de594b0d tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:32:19.933519 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-d2661b1d-95af-42a6-9cdf-d0babd00b5a3 req-68827ab2-b76e-45b2-bcc1-6504de594b0d tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:32:20.002200 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-bcda18ef-ef49-4c1e-96c5-5fd66059d229 req-d5d42de7-4170-4b1a-8aab-d93a4aea3f86 service neutron] 10.222.0.59 "GET /v2.0/networks/9aea0a2f-14fb-4990-ae4d-5b682071e14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3006191
Dec 09 05:32:20.019489 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-858fc187-cc56-4aeb-a3e2-00a52ab9489b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:20.026029 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-53eaf937-2bae-4b3e-9191-5b62a24f4213 req-04183cc5-e38b-4b0c-8190-866d4a8882eb tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/security-groups?id=ecdb9fd2-1d3a-4252-8b98-f44c30285d67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2430758
Dec 09 05:32:20.071525 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-d2661b1d-95af-42a6-9cdf-d0babd00b5a3 req-68827ab2-b76e-45b2-bcc1-6504de594b0d tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:20.075587 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-d2661b1d-95af-42a6-9cdf-d0babd00b5a3 req-68827ab2-b76e-45b2-bcc1-6504de594b0d tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:20.081207 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-1c61761d-8600-4d28-9f82-bb92b8b7d378 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:32:20.134967 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68827ab2-b76e-45b2-bcc1-6504de594b0d tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Pushing event updated for resources: {'SecurityGroup': ['ID=c120d4dd-ec50-4621-85b4-c14786e2715a,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:32:20.138622 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-d2661b1d-95af-42a6-9cdf-d0babd00b5a3 req-68827ab2-b76e-45b2-bcc1-6504de594b0d tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:20.139774 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d2661b1d-95af-42a6-9cdf-d0babd00b5a3 req-68827ab2-b76e-45b2-bcc1-6504de594b0d tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1767 time: 0.2981768
Dec 09 05:32:20.140823 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-68827ab2-b76e-45b2-bcc1-6504de594b0d tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:32:20.227015 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8b51af12-786e-4c5c-8cfe-a5cf06bc5c76 req-21aeeba7-9fba-4c20-898e-b3557f56e0f3 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/security-groups/c120d4dd-ec50-4621-85b4-c14786e2715a HTTP/1.1" status: 200  len: 1762 time: 0.0508306
Dec 09 05:32:20.239815 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-8b51af12-786e-4c5c-8cfe-a5cf06bc5c76 req-9960149f-f609-44b8-9f3b-722d181a5901 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c120d4dd-ec50-4621-85b4-c14786e2715a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:32:20.240313 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-8b51af12-786e-4c5c-8cfe-a5cf06bc5c76 req-9960149f-f609-44b8-9f3b-722d181a5901 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c120d4dd-ec50-4621-85b4-c14786e2715a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:32:20.247951 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-8b51af12-786e-4c5c-8cfe-a5cf06bc5c76 req-9960149f-f609-44b8-9f3b-722d181a5901 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:32:20.252070 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-404544ba-9df8-4da6-bc83-8f52247559ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff9c85f98>, [{'id': 'ae0ec6fc-a54a-4487-9f5e-5331958d3ebb', 'name': 'tempest-TestMinimumBasicScenario-1565234444-router', 'tenant_id': '01ec2b224b424d04bbe7e5a9c52a66d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'b38685d2-50f2-4b55-8444-59811bb10bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:30:54Z', 'updated_at': '2020-12-09T05:31:02Z', 'revision_number': 4, 'project_id': '01ec2b224b424d04bbe7e5a9c52a66d5', 'gw_port': {'id': 'b38685d2-50f2-4b55-8444-59811bb10bdd', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ec:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0ec6fc-a54a-4487-9f5e-5331958d3ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:30:55Z', 'updated_at': '2020-12-09T05:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_floatingips': [{'id': '19e5793b-4f5b-4af5-8e03-94d3b4d9595b', 'tenant_id': '01ec2b224b424d04bbe7e5a9c52a66d5', 'floating_ip_address': '172.27.2.28', 'floating_network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'router_id': 'ae0ec6fc-a54a-4487-9f5e-5331958d3ebb', 'port_id': '47b4b7c5-71df-464d-b601-013cc25f5595', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9aea0a2f-14fb-4990-ae4d-5b682071e14d', 'mac_address': 'fa:16:3e:82:d0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5878f15-3c4c-4e2f-90f2-dc4f4c40c27a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-09T05:32:14Z', 'updated_at': '2020-12-09T05:32:17Z', 'revision_number': 1, 'project_id': '01ec2b224b424d04bbe7e5a9c52a66d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3312047-ffbf-4cbc-a256-a568e354eaa5', 'name': '', 'network_id': '9aea0a2f-14fb-4990-ae4d-5b682071e14d', 'tenant_id': '01ec2b224b424d04bbe7e5a9c52a66d5', 'mac_address': 'fa:16:3e:ee:d7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0ec6fc-a54a-4487-9f5e-5331958d3ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'bc2ef73b-021e-4c10-b628-1f5ae57b8553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:31:00Z', 'updated_at': '2020-12-09T05:31:13Z', 'revision_number': 5, 'project_id': '01ec2b224b424d04bbe7e5a9c52a66d5', 'subnets': [{'id': 'bc2ef73b-021e-4c10-b628-1f5ae57b8553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:32:20.252271 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-8b51af12-786e-4c5c-8cfe-a5cf06bc5c76 req-9960149f-f609-44b8-9f3b-722d181a5901 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Usage tracker for resource:security_group_rule and tenant:01ec2b224b424d04bbe7e5a9c52a66d5 is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:32:20.255598 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-8b51af12-786e-4c5c-8cfe-a5cf06bc5c76 req-9960149f-f609-44b8-9f3b-722d181a5901 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:32:20.256992 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404544ba-9df8-4da6-bc83-8f52247559ae None None] The sync data for ids ['ae0ec6fc-a54a-4487-9f5e-5331958d3ebb'] in dv-cinder-763306-6-iscsi is: [{'id': 'ae0ec6fc-a54a-4487-9f5e-5331958d3ebb', 'name': 'tempest-TestMinimumBasicScenario-1565234444-router', 'tenant_id': '01ec2b224b424d04bbe7e5a9c52a66d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'b38685d2-50f2-4b55-8444-59811bb10bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:30:54Z', 'updated_at': '2020-12-09T05:31:02Z', 'revision_number': 4, 'project_id': '01ec2b224b424d04bbe7e5a9c52a66d5', 'gw_port': {'id': 'b38685d2-50f2-4b55-8444-59811bb10bdd', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ec:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0ec6fc-a54a-4487-9f5e-5331958d3ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:30:55Z', 'updated_at': '2020-12-09T05:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_floatingips': [{'id': '19e5793b-4f5b-4af5-8e03-94d3b4d9595b', 'tenant_id': '01ec2b224b424d04bbe7e5a9c52a66d5', 'floating_ip_address': '172.27.2.28', 'floating_network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'router_id': 'ae0ec6fc-a54a-4487-9f5e-5331958d3ebb', 'port_id': '47b4b7c5-71df-464d-b601-013cc25f5595', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9aea0a2f-14fb-4990-ae4d-5b682071e14d', 'mac_address': 'fa:16:3e:82:d0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5878f15-3c4c-4e2f-90f2-dc4f4c40c27a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-09T05:32:14Z', 'updated_at': '2020-12-09T05:32:17Z', 'revision_number': 1, 'project_id': '01ec2b224b424d04bbe7e5a9c52a66d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3312047-ffbf-4cbc-a256-a568e354eaa5', 'name': '', 'network_id': '9aea0a2f-14fb-4990-ae4d-5b682071e14d', 'tenant_id': '01ec2b224b424d04bbe7e5a9c52a66d5', 'mac_address': 'fa:16:3e:ee:d7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0ec6fc-a54a-4487-9f5e-5331958d3ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'bc2ef73b-021e-4c10-b628-1f5ae57b8553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:31:00Z', 'updated_at': '2020-12-09T05:31:13Z', 'revision_number': 5, 'project_id': '01ec2b224b424d04bbe7e5a9c52a66d5', 'subnets': [{'id': 'bc2ef73b-021e-4c10-b628-1f5ae57b8553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 09 05:32:20.264275 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-8b51af12-786e-4c5c-8cfe-a5cf06bc5c76 req-9960149f-f609-44b8-9f3b-722d181a5901 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:32:20.328953 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-8b51af12-786e-4c5c-8cfe-a5cf06bc5c76 req-9960149f-f609-44b8-9f3b-722d181a5901 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Notify callbacks [] for security_group_rule, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:20.362470 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-8b51af12-786e-4c5c-8cfe-a5cf06bc5c76 req-9960149f-f609-44b8-9f3b-722d181a5901 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:20.428263 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-8b51af12-786e-4c5c-8cfe-a5cf06bc5c76 req-9960149f-f609-44b8-9f3b-722d181a5901 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365132'] for security_group_rule, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:20.429774 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-baf004ee-4c77-4880-9296-45ed08dd56c4 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:32:20.460519 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9960149f-f609-44b8-9f3b-722d181a5901 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce66cced-d7dc-4e0b-85b7-11fd270f1a4f,revision_number=0']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:32:20.463728 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-9960149f-f609-44b8-9f3b-722d181a5901 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:32:20.502087 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-8b51af12-786e-4c5c-8cfe-a5cf06bc5c76 req-9960149f-f609-44b8-9f3b-722d181a5901 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Notify callbacks [] for security_group_rule, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:20.503341 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8b51af12-786e-4c5c-8cfe-a5cf06bc5c76 req-9960149f-f609-44b8-9f3b-722d181a5901 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 754 time: 0.2688177
Dec 09 05:32:20.547844 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c5880-997f-4cb2-a9c5-4da05ef58d4e req-5b680184-4d9c-4e37-8a00-4e32f04951aa tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:20.549597 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-385c5880-997f-4cb2-a9c5-4da05ef58d4e req-5b680184-4d9c-4e37-8a00-4e32f04951aa tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 946 time: 0.1097584
Dec 09 05:32:20.607508 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-385c5880-997f-4cb2-a9c5-4da05ef58d4e req-6cdc08a5-4a17-4117-a494-960aad6fb2b3 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494952
Dec 09 05:32:20.719129 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d3504104-f3a2-47e7-aa04-b7003a5080bf req-828c06b5-37b7-4a48-bb27-0457b3170559 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/security-groups/c120d4dd-ec50-4621-85b4-c14786e2715a HTTP/1.1" status: 200  len: 2323 time: 0.0684626
Dec 09 05:32:20.722893 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6f51ed-7099-4c4c-bc8b-57b8feab6bae None None] New status for floating IP 19e5793b-4f5b-4af5-8e03-94d3b4d9595b: ACTIVE {{(pid=80247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 09 05:32:20.737163 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-d3504104-f3a2-47e7-aa04-b7003a5080bf req-5dd72e86-688b-444e-ac6e-d219a7ddbfbe tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c120d4dd-ec50-4621-85b4-c14786e2715a', 'remote_group_id': None}]} {{(pid=80246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:32:20.737638 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-d3504104-f3a2-47e7-aa04-b7003a5080bf req-5dd72e86-688b-444e-ac6e-d219a7ddbfbe tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c120d4dd-ec50-4621-85b4-c14786e2715a', 'remote_group_id': None}} {{(pid=80246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:32:20.764978 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-d3504104-f3a2-47e7-aa04-b7003a5080bf req-5dd72e86-688b-444e-ac6e-d219a7ddbfbe tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:32:20.771645 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-d3504104-f3a2-47e7-aa04-b7003a5080bf req-5dd72e86-688b-444e-ac6e-d219a7ddbfbe tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Usage tracker for resource:security_group_rule and tenant:01ec2b224b424d04bbe7e5a9c52a66d5 is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:32:20.776830 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-d3504104-f3a2-47e7-aa04-b7003a5080bf req-5dd72e86-688b-444e-ac6e-d219a7ddbfbe tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:32:20.810953 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-d3504104-f3a2-47e7-aa04-b7003a5080bf req-5dd72e86-688b-444e-ac6e-d219a7ddbfbe tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:32:20.926625 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-d3504104-f3a2-47e7-aa04-b7003a5080bf req-5dd72e86-688b-444e-ac6e-d219a7ddbfbe tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Notify callbacks [] for security_group_rule, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:20.958046 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-d3504104-f3a2-47e7-aa04-b7003a5080bf req-5dd72e86-688b-444e-ac6e-d219a7ddbfbe tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:20.961180 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-d3504104-f3a2-47e7-aa04-b7003a5080bf req-5dd72e86-688b-444e-ac6e-d219a7ddbfbe tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365132'] for security_group_rule, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:20.963379 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:32:20.994378 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd72e86-688b-444e-ac6e-d219a7ddbfbe tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9149648-f2ec-43fd-a433-58d48087e916,revision_number=0']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:32:20.999394 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-5dd72e86-688b-444e-ac6e-d219a7ddbfbe tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:32:21.010527 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-d3504104-f3a2-47e7-aa04-b7003a5080bf req-5dd72e86-688b-444e-ac6e-d219a7ddbfbe tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Notify callbacks [] for security_group_rule, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:21.014652 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d3504104-f3a2-47e7-aa04-b7003a5080bf req-5dd72e86-688b-444e-ac6e-d219a7ddbfbe tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 759 time: 0.2827246
Dec 09 05:32:21.205293 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0fd669ca-03c5-4c5c-b3a3-b2dcd1427df8 req-605e3234-ce90-4ec8-920f-7c4578a6980a tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-129756593&fields=id&tenant_id=01ec2b224b424d04bbe7e5a9c52a66d5 HTTP/1.1" status: 200  len: 267 time: 0.0644898
Dec 09 05:32:21.331205 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd669ca-03c5-4c5c-b3a3-b2dcd1427df8 req-3262b02f-2d45-4213-b0cb-9481e5df8521 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:21.333137 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0fd669ca-03c5-4c5c-b3a3-b2dcd1427df8 req-3262b02f-2d45-4213-b0cb-9481e5df8521 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/ports?device_id=b5878f15-3c4c-4e2f-90f2-dc4f4c40c27a HTTP/1.1" status: 200  len: 945 time: 0.1208439
Dec 09 05:32:21.356249 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-0fd669ca-03c5-4c5c-b3a3-b2dcd1427df8 req-cf68398c-1550-41f8-a10d-d1093747b43b tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Request body: {'port': {'security_groups': ['ec58b73c-c7a7-470e-ae92-a9b232863e2a', 'c120d4dd-ec50-4621-85b4-c14786e2715a']}} {{(pid=80246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:32:21.447619 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd71a404-820a-406d-8ede-86239d7574c4 req-1c9fb312-e6d0-40ef-aa44-18a41ca648b1 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:21.449446 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-dd71a404-820a-406d-8ede-86239d7574c4 req-1c9fb312-e6d0-40ef-aa44-18a41ca648b1 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/ports?device_id=502d1b9e-4516-4c89-bce3-b368e5421be5 HTTP/1.1" status: 200  len: 946 time: 0.0993650
Dec 09 05:32:21.503749 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-dd71a404-820a-406d-8ede-86239d7574c4 req-a567e7c7-418d-4ca1-9d46-2e07b26eae69 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/security-groups?id=ecdb9fd2-1d3a-4252-8b98-f44c30285d67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454190
Dec 09 05:32:21.504108 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-0fd669ca-03c5-4c5c-b3a3-b2dcd1427df8 req-cf68398c-1550-41f8-a10d-d1093747b43b tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:21.885364 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-0fd669ca-03c5-4c5c-b3a3-b2dcd1427df8 req-cf68398c-1550-41f8-a10d-d1093747b43b tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] For port 47b4b7c5-71df-464d-b601-013cc25f5595, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=47b4b7c5-71df-464d-b601-013cc25f5595,segment=NetworkSegment(19078054-d988-44d0-8749-e725b73e73ce),segment_id=19078054-d988-44d0-8749-e725b73e73ce)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:32:21.892055 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe1e2f2-669d-46c4-ae67-dce407991742 req-6072f77d-adf0-441d-be20-eaccf846a7bd tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:21.893649 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0fe1e2f2-669d-46c4-ae67-dce407991742 req-6072f77d-adf0-441d-be20-eaccf846a7bd tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 946 time: 0.1173728
Dec 09 05:32:21.916166 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-0fd669ca-03c5-4c5c-b3a3-b2dcd1427df8 req-cf68398c-1550-41f8-a10d-d1093747b43b tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Notify callbacks [] for port, precommit_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:21.921782 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-0fd669ca-03c5-4c5c-b3a3-b2dcd1427df8 req-cf68398c-1550-41f8-a10d-d1093747b43b tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843934808'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:21.940993 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:32:21.952353 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0fe1e2f2-669d-46c4-ae67-dce407991742 req-9548c858-9992-45ff-ba55-da6fdb7c4c51 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480611
Dec 09 05:32:22.101553 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf68398c-1550-41f8-a10d-d1093747b43b tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Pushing event updated for resources: {'Port': ['ID=47b4b7c5-71df-464d-b601-013cc25f5595,revision_number=5']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:32:22.106480 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-cf68398c-1550-41f8-a10d-d1093747b43b tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:32:22.148339 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd669ca-03c5-4c5c-b3a3-b2dcd1427df8 req-cf68398c-1550-41f8-a10d-d1093747b43b tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:22.149006 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-0fd669ca-03c5-4c5c-b3a3-b2dcd1427df8 req-cf68398c-1550-41f8-a10d-d1093747b43b tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870'] for port, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:22.150753 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0fd669ca-03c5-4c5c-b3a3-b2dcd1427df8 req-cf68398c-1550-41f8-a10d-d1093747b43b tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "PUT /v2.0/ports/47b4b7c5-71df-464d-b601-013cc25f5595 HTTP/1.1" status: 200  len: 981 time: 0.8063033
Dec 09 05:32:22.151292 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5878f15-3c4c-4e2f-90f2-dc4f4c40c27a', 'tag': '47b4b7c5-71df-464d-b601-013cc25f5595'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:32:22.234864 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5878f15-3c4c-4e2f-90f2-dc4f4c40c27a', 'tag': '47b4b7c5-71df-464d-b601-013cc25f5595', 'status': 'completed', 'code': 200}
Dec 09 05:32:22.402421 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-de4d2b76-33f8-4f39-906e-199c20849464 None None] Provisioning complete for port 47b4b7c5-71df-464d-b601-013cc25f5595 triggered by entity DHCP. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:32:22.403012 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-de4d2b76-33f8-4f39-906e-199c20849464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:22.433689 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e125c-7f0f-4445-886e-e7956e84ab21 req-feebe13c-0c4a-4ac2-beec-19134e230bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:22.435840 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b16e125c-7f0f-4445-886e-e7956e84ab21 req-feebe13c-0c4a-4ac2-beec-19134e230bea service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=01ec2b224b424d04bbe7e5a9c52a66d5&device_id=b5878f15-3c4c-4e2f-90f2-dc4f4c40c27a HTTP/1.1" status: 200  len: 1202 time: 0.1641078
Dec 09 05:32:22.480115 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5afa5ae-371e-46a3-ae52-abc937c14f5d req-95b24713-2b4e-49af-b6bb-f4b3747a114a tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:22.482372 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e5afa5ae-371e-46a3-ae52-abc937c14f5d req-95b24713-2b4e-49af-b6bb-f4b3747a114a tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/ports?device_id=b5878f15-3c4c-4e2f-90f2-dc4f4c40c27a HTTP/1.1" status: 200  len: 984 time: 0.1681352
Dec 09 05:32:22.617053 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e5afa5ae-371e-46a3-ae52-abc937c14f5d req-78e66da5-7dab-448b-9c4e-71cb5c8242fb tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/security-groups?id=ec58b73c-c7a7-470e-ae92-a9b232863e2a&id=c120d4dd-ec50-4621-85b4-c14786e2715a&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.1184323
Dec 09 05:32:22.653356 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e125c-7f0f-4445-886e-e7956e84ab21 req-60f9e9b1-adff-4a8f-b911-bad4e3b38dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:22.655327 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b16e125c-7f0f-4445-886e-e7956e84ab21 req-60f9e9b1-adff-4a8f-b911-bad4e3b38dd1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9aea0a2f-14fb-4990-ae4d-5b682071e14d HTTP/1.1" status: 200  len: 909 time: 0.2068725
Dec 09 05:32:23.002448 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a9cd04-578a-49bf-afd4-7e24956004cd req-ad11c390-56d7-46fe-ba73-c2150e19456c tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:23.005517 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-03a9cd04-578a-49bf-afd4-7e24956004cd req-ad11c390-56d7-46fe-ba73-c2150e19456c tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/ports?device_id=502d1b9e-4516-4c89-bce3-b368e5421be5 HTTP/1.1" status: 200  len: 946 time: 0.3494413
Dec 09 05:32:23.006094 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b16e125c-7f0f-4445-886e-e7956e84ab21 req-80294b1f-696d-4785-a25f-947b83ab78d2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47b4b7c5-71df-464d-b601-013cc25f5595 HTTP/1.1" status: 200  len: 1000 time: 0.3432653
Dec 09 05:32:23.081183 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-03a9cd04-578a-49bf-afd4-7e24956004cd req-af6737d2-30df-40bd-ad19-fd00beca2e4a tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/security-groups?id=ecdb9fd2-1d3a-4252-8b98-f44c30285d67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0685461
Dec 09 05:32:23.097710 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e125c-7f0f-4445-886e-e7956e84ab21 req-8850641e-1dea-4473-a5a3-9b24086bcd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:23.099327 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b16e125c-7f0f-4445-886e-e7956e84ab21 req-8850641e-1dea-4473-a5a3-9b24086bcd27 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bc2ef73b-021e-4c10-b628-1f5ae57b8553 HTTP/1.1" status: 200  len: 854 time: 0.0797901
Dec 09 05:32:23.259357 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec504d-84db-4901-bb03-ac64009270b4 req-6458afb0-3c71-46c8-aba4-517c20608492 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:23.261075 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-32ec504d-84db-4901-bb03-ac64009270b4 req-6458afb0-3c71-46c8-aba4-517c20608492 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 946 time: 0.1505849
Dec 09 05:32:23.264588 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e125c-7f0f-4445-886e-e7956e84ab21 req-cdef7a3e-65ee-4fce-afe6-d02017cdc79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:23.266217 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b16e125c-7f0f-4445-886e-e7956e84ab21 req-cdef7a3e-65ee-4fce-afe6-d02017cdc79b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9aea0a2f-14fb-4990-ae4d-5b682071e14d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1589947
Dec 09 05:32:23.419825 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-32ec504d-84db-4901-bb03-ac64009270b4 req-60cd2fb3-aaca-40dc-aa83-155ef3200239 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1503360
Dec 09 05:32:23.458311 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b16e125c-7f0f-4445-886e-e7956e84ab21 req-739f71ee-8155-44bd-94b1-4eb02cc4b306 service neutron] 10.222.0.59 "GET /v2.0/networks/9aea0a2f-14fb-4990-ae4d-5b682071e14d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1713946
Dec 09 05:32:23.542073 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device 47b4b7c5-71df-464d-b601-013cc25f5595 up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:32:23.617154 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port 47b4b7c5-71df-464d-b601-013cc25f5595 triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:32:23.617610 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:23.619281 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b16e125c-7f0f-4445-886e-e7956e84ab21 req-2719c3c8-efda-4a38-b338-46e9b9306aec service neutron] 10.222.0.59 "GET /v2.0/networks/9aea0a2f-14fb-4990-ae4d-5b682071e14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1535597
Dec 09 05:32:24.313295 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc8d17-b790-4e98-a858-2ab40168d8f8 req-396e7dd2-c02f-4f81-bbf2-a7674f48ab07 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:24.315144 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-61cc8d17-b790-4e98-a858-2ab40168d8f8 req-396e7dd2-c02f-4f81-bbf2-a7674f48ab07 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/ports?device_id=502d1b9e-4516-4c89-bce3-b368e5421be5 HTTP/1.1" status: 200  len: 946 time: 0.0940623
Dec 09 05:32:24.365043 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-61cc8d17-b790-4e98-a858-2ab40168d8f8 req-2df0ae6c-88ca-497a-9063-74991fae70c3 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/security-groups?id=ecdb9fd2-1d3a-4252-8b98-f44c30285d67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433242
Dec 09 05:32:24.688583 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764a8de-3475-4799-9b66-1d87077b32f3 req-d5fd139c-387d-49ca-a866-6d68d24be6b6 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:24.690219 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f764a8de-3475-4799-9b66-1d87077b32f3 req-d5fd139c-387d-49ca-a866-6d68d24be6b6 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 946 time: 0.0946543
Dec 09 05:32:24.739509 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f764a8de-3475-4799-9b66-1d87077b32f3 req-8460afcf-dfd9-461f-ae1f-0e89ecdcf1a8 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427995
Dec 09 05:32:25.597463 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd26665-b1a4-4420-87a9-bc5b5d27ce08 req-0723e722-cab4-47b1-899e-df333e84b1af tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:25.599147 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3fd26665-b1a4-4420-87a9-bc5b5d27ce08 req-0723e722-cab4-47b1-899e-df333e84b1af tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/ports?device_id=502d1b9e-4516-4c89-bce3-b368e5421be5 HTTP/1.1" status: 200  len: 946 time: 0.0901759
Dec 09 05:32:25.655212 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3fd26665-b1a4-4420-87a9-bc5b5d27ce08 req-e8338260-95e8-44f9-a2a7-26d4afebcb69 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/security-groups?id=ecdb9fd2-1d3a-4252-8b98-f44c30285d67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494337
Dec 09 05:32:25.697636 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:26.004708 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31aad93-c03f-4c3c-8b61-02e4f8af8cef req-93d64bb3-53d3-452a-8cf6-6e1361cbf978 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:26.006522 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d31aad93-c03f-4c3c-8b61-02e4f8af8cef req-93d64bb3-53d3-452a-8cf6-6e1361cbf978 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 946 time: 0.0900943
Dec 09 05:32:26.061963 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d31aad93-c03f-4c3c-8b61-02e4f8af8cef req-9b877fa3-0208-4986-b1b5-238c677820ba tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490546
Dec 09 05:32:26.909132 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef5ada-c712-4839-a0c4-84612ebabdc2 req-5837f84e-2bb0-4eeb-9170-fe3520ed02f2 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:26.910882 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b3ef5ada-c712-4839-a0c4-84612ebabdc2 req-5837f84e-2bb0-4eeb-9170-fe3520ed02f2 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/ports?device_id=502d1b9e-4516-4c89-bce3-b368e5421be5 HTTP/1.1" status: 200  len: 946 time: 0.0938375
Dec 09 05:32:26.964430 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b3ef5ada-c712-4839-a0c4-84612ebabdc2 req-4c380850-2b91-4ed0-aa2c-ac983c864bff tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/security-groups?id=ecdb9fd2-1d3a-4252-8b98-f44c30285d67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466588
Dec 09 05:32:27.424087 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84857910-6cec-4fac-889c-9c29bc3cd7df req-540b46f9-6f4f-4baf-82cc-31d785785652 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:27.425786 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-84857910-6cec-4fac-889c-9c29bc3cd7df req-540b46f9-6f4f-4baf-82cc-31d785785652 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 946 time: 0.0929677
Dec 09 05:32:27.477458 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-84857910-6cec-4fac-889c-9c29bc3cd7df req-481789f5-e736-439e-80a4-97e70f7ee177 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452013
Dec 09 05:32:28.268038 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e778e43c-4a60-42b2-9eea-762a33fd74e2 req-9f1c17d4-4f02-421a-92f2-1f0dd44a2a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:28.269599 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e778e43c-4a60-42b2-9eea-762a33fd74e2 req-9f1c17d4-4f02-421a-92f2-1f0dd44a2a34 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f2e56e35acf649b3b3156dba09242a4f&device_id=eff4a7a6-c915-4262-8eb4-47a7ba9d5707 HTTP/1.1" status: 200  len: 1162 time: 0.1098757
Dec 09 05:32:28.279578 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f36db3c-9313-4e70-9d1b-4deda9e8b5de req-483c50e0-fe02-4256-afb0-983a98d7bde7 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:28.281274 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1f36db3c-9313-4e70-9d1b-4deda9e8b5de req-483c50e0-fe02-4256-afb0-983a98d7bde7 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/ports?device_id=502d1b9e-4516-4c89-bce3-b368e5421be5 HTTP/1.1" status: 200  len: 946 time: 0.1668487
Dec 09 05:32:28.299732 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4da0b-8dd4-40ee-94f9-13d1d66f632b req-98de2df7-c7a5-46c3-a18c-9d3b542aa9eb tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:28.301423 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-84c4da0b-8dd4-40ee-94f9-13d1d66f632b req-98de2df7-c7a5-46c3-a18c-9d3b542aa9eb tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=eff4a7a6-c915-4262-8eb4-47a7ba9d5707 HTTP/1.1" status: 200  len: 945 time: 0.1051738
Dec 09 05:32:28.361985 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-84c4da0b-8dd4-40ee-94f9-13d1d66f632b req-6f7c5d08-f612-4889-9630-81b979019d07 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511751
Dec 09 05:32:28.441646 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1f36db3c-9313-4e70-9d1b-4deda9e8b5de req-39707dca-db2a-48d4-9f13-fde0639fe13f tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/security-groups?id=ecdb9fd2-1d3a-4252-8b98-f44c30285d67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1335101
Dec 09 05:32:28.502020 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e778e43c-4a60-42b2-9eea-762a33fd74e2 req-1a84a839-79f3-44c1-a74f-59411cd489d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:28.503666 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e778e43c-4a60-42b2-9eea-762a33fd74e2 req-1a84a839-79f3-44c1-a74f-59411cd489d3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=06891e77-d716-4108-aee5-befcd6bf9ea6 HTTP/1.1" status: 200  len: 912 time: 0.2213709
Dec 09 05:32:28.585124 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e778e43c-4a60-42b2-9eea-762a33fd74e2 req-2e6cdc90-ee00-4d19-a99f-8b70f2fd44ee service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd5892db-1676-4f45-8762-15d831f1c7bf HTTP/1.1" status: 200  len: 217 time: 0.0706420
Dec 09 05:32:28.656315 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e778e43c-4a60-42b2-9eea-762a33fd74e2 req-8b214ecb-92c9-46da-a367-eae0ed5c46d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:28.658185 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e778e43c-4a60-42b2-9eea-762a33fd74e2 req-8b214ecb-92c9-46da-a367-eae0ed5c46d6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f0a74771-7cf7-44b6-a932-ab6aa0c12e99 HTTP/1.1" status: 200  len: 858 time: 0.0661495
Dec 09 05:32:28.720169 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e778e43c-4a60-42b2-9eea-762a33fd74e2 req-6cc06652-496c-48be-ac77-bf9468982952 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=06891e77-d716-4108-aee5-befcd6bf9ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0513375
Dec 09 05:32:28.723228 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639256f0-9d87-4e66-9039-7dd734fc82c6 req-53d653a0-f0d1-481e-8b5c-7587c5d49abc tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:28.724925 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-639256f0-9d87-4e66-9039-7dd734fc82c6 req-53d653a0-f0d1-481e-8b5c-7587c5d49abc tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 946 time: 0.0949137
Dec 09 05:32:28.780949 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-639256f0-9d87-4e66-9039-7dd734fc82c6 req-a75c81ed-b455-47ae-a26b-4125ca6d2113 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493760
Dec 09 05:32:28.883397 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e778e43c-4a60-42b2-9eea-762a33fd74e2 req-59fa9c73-fc63-48af-bd72-0f46db1d593a service neutron] 10.222.0.59 "GET /v2.0/networks/06891e77-d716-4108-aee5-befcd6bf9ea6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1546535
Dec 09 05:32:29.042773 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e778e43c-4a60-42b2-9eea-762a33fd74e2 req-ad78112a-b41e-442b-a96b-e11be5cfc1b4 service neutron] 10.222.0.59 "GET /v2.0/networks/06891e77-d716-4108-aee5-befcd6bf9ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1509697
Dec 09 05:32:29.601713 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3298629f-11d8-40f9-95a7-525a8ca656b2 req-b3a3ca5e-0ed2-4a65-85ff-11ecfe1ce4be tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:29.603390 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3298629f-11d8-40f9-95a7-525a8ca656b2 req-b3a3ca5e-0ed2-4a65-85ff-11ecfe1ce4be tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=eff4a7a6-c915-4262-8eb4-47a7ba9d5707 HTTP/1.1" status: 200  len: 945 time: 0.0994003
Dec 09 05:32:29.652492 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3298629f-11d8-40f9-95a7-525a8ca656b2 req-e2d8d54f-7305-495b-90e7-522928322a4b tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418284
Dec 09 05:32:29.875117 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c23d81a-3b2e-4ecc-bbc9-3ace31cc6606 req-c0cf05a6-a6ef-41b4-8410-9af43141b57c tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:29.876750 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5c23d81a-3b2e-4ecc-bbc9-3ace31cc6606 req-c0cf05a6-a6ef-41b4-8410-9af43141b57c tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/ports?device_id=502d1b9e-4516-4c89-bce3-b368e5421be5 HTTP/1.1" status: 200  len: 946 time: 0.0978234
Dec 09 05:32:29.925463 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5c23d81a-3b2e-4ecc-bbc9-3ace31cc6606 req-c390988c-a447-461e-93ac-207bdd240350 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/security-groups?id=ecdb9fd2-1d3a-4252-8b98-f44c30285d67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419176
Dec 09 05:32:30.134836 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d538076-11e4-448d-a6dc-384dff736933 req-fcc8d734-6e10-4e07-825f-f64437bfd099 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:30.136489 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5d538076-11e4-448d-a6dc-384dff736933 req-fcc8d734-6e10-4e07-825f-f64437bfd099 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 946 time: 0.0892100
Dec 09 05:32:30.193355 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5d538076-11e4-448d-a6dc-384dff736933 req-06fe25c1-6f42-4984-9545-2591f4179fbd tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0499761
Dec 09 05:32:30.897130 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a13f39-4684-4cd4-8ff2-1ada2c38c06c req-42caca2d-bf46-4834-97eb-04271ea3de6c tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:30.898811 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-51a13f39-4684-4cd4-8ff2-1ada2c38c06c req-42caca2d-bf46-4834-97eb-04271ea3de6c tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=eff4a7a6-c915-4262-8eb4-47a7ba9d5707 HTTP/1.1" status: 200  len: 945 time: 0.0922694
Dec 09 05:32:30.949791 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-51a13f39-4684-4cd4-8ff2-1ada2c38c06c req-c7c552f7-41c9-44ad-8bfd-c6702fc8ac24 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441921
Dec 09 05:32:31.171660 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d43075-6321-46af-a636-58db7f40e0ca req-5448a7aa-07d4-40d7-8719-937912b583b1 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:31.173477 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f4d43075-6321-46af-a636-58db7f40e0ca req-5448a7aa-07d4-40d7-8719-937912b583b1 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/ports?device_id=502d1b9e-4516-4c89-bce3-b368e5421be5 HTTP/1.1" status: 200  len: 946 time: 0.0915139
Dec 09 05:32:31.235009 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f4d43075-6321-46af-a636-58db7f40e0ca req-d4b41445-77cb-4a58-9558-d6f8fc041613 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/security-groups?id=ecdb9fd2-1d3a-4252-8b98-f44c30285d67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0536289
Dec 09 05:32:31.448708 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da2714a-64c5-43d0-a6d9-c7f83f9a177d req-c638d26f-e912-4545-8f1a-a4647d41b63e tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:31.451008 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0da2714a-64c5-43d0-a6d9-c7f83f9a177d req-c638d26f-e912-4545-8f1a-a4647d41b63e tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 946 time: 0.0959938
Dec 09 05:32:31.505768 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0da2714a-64c5-43d0-a6d9-c7f83f9a177d req-a556cd42-7884-4f36-970b-001e38bd8e01 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490861
Dec 09 05:32:32.172561 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a56e59-51fb-4e5a-b92b-4fea56e83c68 req-7953c73a-0912-427a-b427-7d0651e5f0a4 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:32.174393 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-41a56e59-51fb-4e5a-b92b-4fea56e83c68 req-7953c73a-0912-427a-b427-7d0651e5f0a4 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=eff4a7a6-c915-4262-8eb4-47a7ba9d5707 HTTP/1.1" status: 200  len: 945 time: 0.0879581
Dec 09 05:32:32.229518 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-41a56e59-51fb-4e5a-b92b-4fea56e83c68 req-eca63e5b-d6be-4970-abee-616a393e36c3 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484135
Dec 09 05:32:32.468098 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68155316-3076-48e8-a5dd-6e59a11186a6 req-2294cc15-9a76-45a1-bddd-496184fba4ab tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:32.469664 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-68155316-3076-48e8-a5dd-6e59a11186a6 req-2294cc15-9a76-45a1-bddd-496184fba4ab tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/ports?device_id=502d1b9e-4516-4c89-bce3-b368e5421be5 HTTP/1.1" status: 200  len: 946 time: 0.0941405
Dec 09 05:32:32.520083 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-68155316-3076-48e8-a5dd-6e59a11186a6 req-98579985-d114-40da-b9c2-edcd9cd20ee3 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/security-groups?id=ecdb9fd2-1d3a-4252-8b98-f44c30285d67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439439
Dec 09 05:32:32.744253 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6ea9e-c370-4750-9648-fe196c6396ae req-34d07316-6d07-4387-99fa-08856bc22ad5 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:32.745974 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-25d6ea9e-c370-4750-9648-fe196c6396ae req-34d07316-6d07-4387-99fa-08856bc22ad5 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 946 time: 0.0904598
Dec 09 05:32:32.799951 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-25d6ea9e-c370-4750-9648-fe196c6396ae req-38e738dc-3615-4384-aff3-d22c2fb04670 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463629
Dec 09 05:32:33.452265 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3aa63a-2ca7-459f-be19-d2d3dede2303 req-90715ff2-d5bb-40fb-b150-662cbb593c6d tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:33.454253 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2a3aa63a-2ca7-459f-be19-d2d3dede2303 req-90715ff2-d5bb-40fb-b150-662cbb593c6d tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=eff4a7a6-c915-4262-8eb4-47a7ba9d5707 HTTP/1.1" status: 200  len: 945 time: 0.0891128
Dec 09 05:32:33.508992 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2a3aa63a-2ca7-459f-be19-d2d3dede2303 req-6308346a-509e-49f9-80a6-ccacb1c74ecb tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464365
Dec 09 05:32:33.756727 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd899528-4a66-4ef7-a66b-fec5585e5ff1 req-5a52c68e-0cd6-4ce4-9a74-ba9c5ab83304 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:33.758417 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cd899528-4a66-4ef7-a66b-fec5585e5ff1 req-5a52c68e-0cd6-4ce4-9a74-ba9c5ab83304 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/ports?device_id=502d1b9e-4516-4c89-bce3-b368e5421be5 HTTP/1.1" status: 200  len: 946 time: 0.0968556
Dec 09 05:32:33.824713 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cd899528-4a66-4ef7-a66b-fec5585e5ff1 req-f1b698f5-b062-494f-9679-9391f7637533 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/security-groups?id=ecdb9fd2-1d3a-4252-8b98-f44c30285d67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0544062
Dec 09 05:32:34.060588 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1cb249-878d-43d6-8897-a9af5dc8365e req-d3fc7cfa-e5a6-4eae-8da1-a3f56b566cce tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:34.062211 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ca1cb249-878d-43d6-8897-a9af5dc8365e req-d3fc7cfa-e5a6-4eae-8da1-a3f56b566cce tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 946 time: 0.0902109
Dec 09 05:32:34.116690 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ca1cb249-878d-43d6-8897-a9af5dc8365e req-d0b22cc0-416d-406c-9a26-b320e7cf0751 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473893
Dec 09 05:32:34.740223 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7417fb9c-0653-498e-912f-c5a88fb51fc5 req-6b4ffd01-ed93-4b40-8b59-946547642fd3 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:34.741902 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7417fb9c-0653-498e-912f-c5a88fb51fc5 req-6b4ffd01-ed93-4b40-8b59-946547642fd3 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=eff4a7a6-c915-4262-8eb4-47a7ba9d5707 HTTP/1.1" status: 200  len: 945 time: 0.0878444
Dec 09 05:32:34.794574 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7417fb9c-0653-498e-912f-c5a88fb51fc5 req-03c12aea-da4b-4f87-a95a-e2b41f7b4699 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451896
Dec 09 05:32:35.068440 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e98011-9166-4a2e-9d54-5398ce74b6c0 req-9c80a230-9edf-4337-9029-8c071cd9d2a4 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:35.070075 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-62e98011-9166-4a2e-9d54-5398ce74b6c0 req-9c80a230-9edf-4337-9029-8c071cd9d2a4 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/ports?device_id=502d1b9e-4516-4c89-bce3-b368e5421be5 HTTP/1.1" status: 200  len: 946 time: 0.0973055
Dec 09 05:32:35.127278 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-62e98011-9166-4a2e-9d54-5398ce74b6c0 req-3110eb32-e9bd-4627-8e3f-caad0a0f49b6 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/security-groups?id=ecdb9fd2-1d3a-4252-8b98-f44c30285d67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494976
Dec 09 05:32:35.356944 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd1a31-30ff-4e2f-a3cd-ea33c78340c9 req-321b3eea-05dd-4b48-8bc0-7729c6912535 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:35.359236 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-87fd1a31-30ff-4e2f-a3cd-ea33c78340c9 req-321b3eea-05dd-4b48-8bc0-7729c6912535 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 946 time: 0.0901079
Dec 09 05:32:35.442203 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-87fd1a31-30ff-4e2f-a3cd-ea33c78340c9 req-d9a49219-dd9f-4cce-a0c0-063f85492f05 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0753577
Dec 09 05:32:36.066782 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a882f3b-089f-43ae-8cb9-2531ec705d45 req-ebc0505a-6736-43ff-829b-24cffd1addfd tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:36.068429 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9a882f3b-089f-43ae-8cb9-2531ec705d45 req-ebc0505a-6736-43ff-829b-24cffd1addfd tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=eff4a7a6-c915-4262-8eb4-47a7ba9d5707 HTTP/1.1" status: 200  len: 945 time: 0.1081059
Dec 09 05:32:36.124951 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9a882f3b-089f-43ae-8cb9-2531ec705d45 req-33dd6223-88f4-4b13-a523-55e1fed2e5a6 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500946
Dec 09 05:32:36.218996 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c6347d-e4d8-40f6-9caa-632a1e54dfba req-0ea83d28-d38d-42af-a121-491d75830e72 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:36.222181 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c8c6347d-e4d8-40f6-9caa-632a1e54dfba req-0ea83d28-d38d-42af-a121-491d75830e72 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/networks?id=5cb1a234-023e-4349-b09c-d46437d7559b HTTP/1.1" status: 200  len: 815 time: 0.2177725
Dec 09 05:32:36.272120 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c8c6347d-e4d8-40f6-9caa-632a1e54dfba req-1539a65b-a1c8-4186-808a-2c21b28613eb tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/quotas/3257a949e8bc405187c51474a6152074 HTTP/1.1" status: 200  len: 375 time: 0.0312963
Dec 09 05:32:36.394495 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c8c6347d-e4d8-40f6-9caa-632a1e54dfba req-b9ecf06c-2531-43a0-85ce-b9c6d0fe6d30 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?tenant_id=3257a949e8bc405187c51474a6152074&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1191659
Dec 09 05:32:36.466943 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e562a2-bef3-4037-8712-bd47f498c723 req-e8c66673-3c1f-4c41-99fb-4d1d77e894c2 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:36.471318 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f3e562a2-bef3-4037-8712-bd47f498c723 req-e8c66673-3c1f-4c41-99fb-4d1d77e894c2 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/ports?device_id=502d1b9e-4516-4c89-bce3-b368e5421be5 HTTP/1.1" status: 200  len: 946 time: 0.1331418
Dec 09 05:32:36.553054 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f3e562a2-bef3-4037-8712-bd47f498c723 req-f7ff14de-b07f-4d69-99c2-3b10d4ad91d1 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/security-groups?id=ecdb9fd2-1d3a-4252-8b98-f44c30285d67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0658600
Dec 09 05:32:36.627816 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c8c6347d-e4d8-40f6-9caa-632a1e54dfba req-162f60db-3f5d-4d2a-a032-7af1c06af8b2 service neutron] 10.222.0.39 "GET /v2.0/networks/5cb1a234-023e-4349-b09c-d46437d7559b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2212992
Dec 09 05:32:36.830433 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c8c6347d-e4d8-40f6-9caa-632a1e54dfba req-d83de1fa-735c-43c2-9edd-45335fa6d153 service neutron] 10.222.0.39 "GET /v2.0/networks/5cb1a234-023e-4349-b09c-d46437d7559b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1957583
Dec 09 05:32:36.870691 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f5a996-9329-4d3b-a97f-c44e67cbd3a9 req-b0e00896-d2cf-4bf5-a0bf-d892c119d039 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:36.879715 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e4f5a996-9329-4d3b-a97f-c44e67cbd3a9 req-b0e00896-d2cf-4bf5-a0bf-d892c119d039 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 946 time: 0.1558049
Dec 09 05:32:36.928707 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e4f5a996-9329-4d3b-a97f-c44e67cbd3a9 req-5c268672-1960-4685-856d-4cd184dcf730 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480011
Dec 09 05:32:37.174342 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2564c42a-1c53-4468-837c-e7ba1a0922f0 req-81058c71-64c1-48ac-8aac-8f13dc818783 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=475fa355-1131-4349-a3ef-48530d632394 HTTP/1.1" status: 200  len: 210 time: 0.1294966
Dec 09 05:32:37.237927 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device 67442362-ddcc-4233-80fd-dfccb586d81d up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:32:37.458388 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port 67442362-ddcc-4233-80fd-dfccb586d81d triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:32:37.458877 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:37.708324 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb88cc-a502-46c1-86b4-2e1b38a4c66a req-667d3874-0a2e-4a2d-9dc1-0c8db4986a61 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:37.720040 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d8bb88cc-a502-46c1-86b4-2e1b38a4c66a req-667d3874-0a2e-4a2d-9dc1-0c8db4986a61 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=eff4a7a6-c915-4262-8eb4-47a7ba9d5707 HTTP/1.1" status: 200  len: 945 time: 0.2663968
Dec 09 05:32:37.808597 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c573c56a-2177-4554-a988-a9177a88f19e req-47bc7bf0-e683-47d1-a380-4c71da7fb7cd tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:37.843950 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c573c56a-2177-4554-a988-a9177a88f19e req-47bc7bf0-e683-47d1-a380-4c71da7fb7cd tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/ports?device_id=502d1b9e-4516-4c89-bce3-b368e5421be5 HTTP/1.1" status: 200  len: 946 time: 0.2420995
Dec 09 05:32:37.903552 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d8bb88cc-a502-46c1-86b4-2e1b38a4c66a req-6b720d7c-509e-4103-85f1-bd41ba31061b tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1748819
Dec 09 05:32:37.930562 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c573c56a-2177-4554-a988-a9177a88f19e req-b38264b8-db5e-4a81-991c-4f0fbd52eea9 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/security-groups?id=ecdb9fd2-1d3a-4252-8b98-f44c30285d67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0854998
Dec 09 05:32:37.961029 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0f978b-5416-4c60-bce3-c321453615c0 req-bd9fec2a-38a0-4e82-acd1-d5e038b52b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:37.969868 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ed0f978b-5416-4c60-bce3-c321453615c0 req-bd9fec2a-38a0-4e82-acd1-d5e038b52b1e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9201b4ea11f94e639e12c77d9a8399c8&device_id=502d1b9e-4516-4c89-bce3-b368e5421be5 HTTP/1.1" status: 200  len: 1163 time: 0.2331696
Dec 09 05:32:38.374284 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0f978b-5416-4c60-bce3-c321453615c0 req-2704984c-43cc-43b9-8217-a17dada19894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:38.375992 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ed0f978b-5416-4c60-bce3-c321453615c0 req-2704984c-43cc-43b9-8217-a17dada19894 service neutron] 10.222.0.59 "GET /v2.0/networks?id=dc85d922-ae22-42c5-9deb-45d818643b4d HTTP/1.1" status: 200  len: 904 time: 0.3999083
Dec 09 05:32:38.395001 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b1e03-e2ed-409d-8581-5ea63ff4ba1e req-6e29bec0-11d1-4b87-98b3-0b792e414d84 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:38.397089 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e37b1e03-e2ed-409d-8581-5ea63ff4ba1e req-6e29bec0-11d1-4b87-98b3-0b792e414d84 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 946 time: 0.2534664
Dec 09 05:32:38.550848 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-42203219-593b-4212-a651-effc0a451ca0 req-537bfd06-0730-4b2c-aee6-d7438bfc1494 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=475fa355-1131-4349-a3ef-48530d632394 HTTP/1.1" status: 200  len: 210 time: 0.0967991
Dec 09 05:32:38.572866 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ed0f978b-5416-4c60-bce3-c321453615c0 req-9960932a-ccb8-457e-8482-80e17361d087 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67442362-ddcc-4233-80fd-dfccb586d81d HTTP/1.1" status: 200  len: 1002 time: 0.1452043
Dec 09 05:32:38.726978 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e37b1e03-e2ed-409d-8581-5ea63ff4ba1e req-2219967b-9490-430f-8e8a-449de30f07a4 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3180258
Dec 09 05:32:38.759464 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0f978b-5416-4c60-bce3-c321453615c0 req-7f337535-45a4-48a0-80cb-0be5a4632e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:38.765085 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ed0f978b-5416-4c60-bce3-c321453615c0 req-7f337535-45a4-48a0-80cb-0be5a4632e64 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8f49fd64-da9a-42ca-aba6-01dbe1ac7987 HTTP/1.1" status: 200  len: 849 time: 0.1502883
Dec 09 05:32:38.869027 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0f978b-5416-4c60-bce3-c321453615c0 req-11348ee5-9e6f-4348-803b-f40231cbbb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:38.870902 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ed0f978b-5416-4c60-bce3-c321453615c0 req-11348ee5-9e6f-4348-803b-f40231cbbb91 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dc85d922-ae22-42c5-9deb-45d818643b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0984359
Dec 09 05:32:39.186455 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ed0f978b-5416-4c60-bce3-c321453615c0 req-3735ee7f-0159-4813-8be4-a02dfc989153 service neutron] 10.222.0.59 "GET /v2.0/networks/dc85d922-ae22-42c5-9deb-45d818643b4d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3013859
Dec 09 05:32:39.262348 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0d457c-5faa-474f-868b-1781eabaef66 req-0556dd94-6807-4ef0-8aa1-aa889d1deff6 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:39.264421 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1c0d457c-5faa-474f-868b-1781eabaef66 req-0556dd94-6807-4ef0-8aa1-aa889d1deff6 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=eff4a7a6-c915-4262-8eb4-47a7ba9d5707 HTTP/1.1" status: 200  len: 945 time: 0.1537206
Dec 09 05:32:39.341903 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1c0d457c-5faa-474f-868b-1781eabaef66 req-0a6ea88c-1129-4603-ab74-758b5022593b tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643089
Dec 09 05:32:39.877339 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2558d2fa-f5a3-4837-8f3c-de418adcf46d req-b563aa29-d9b6-477e-ae0e-9497f93678d7 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=475fa355-1131-4349-a3ef-48530d632394 HTTP/1.1" status: 200  len: 210 time: 0.0725639
Dec 09 05:32:40.165978 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ed0f978b-5416-4c60-bce3-c321453615c0 req-3a614c13-4f4c-40d8-a2b9-9da796cea89e service neutron] 10.222.0.59 "GET /v2.0/networks/dc85d922-ae22-42c5-9deb-45d818643b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.9624455
Dec 09 05:32:40.190709 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c6347d-e4d8-40f6-9caa-632a1e54dfba req-f3033797-e499-4542-99f1-301b7402da4f tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:40.192202 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c8c6347d-e4d8-40f6-9caa-632a1e54dfba req-f3033797-e499-4542-99f1-301b7402da4f tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.59 "GET /v2.0/networks?id=5cb1a234-023e-4349-b09c-d46437d7559b HTTP/1.1" status: 200  len: 815 time: 0.8571045
Dec 09 05:32:40.222139 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa348b7e-7878-4e29-b6ec-9ba062f3ce94 req-c5ebfd11-47ff-4910-84ae-52edb036b6a8 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:40.223865 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a911b8-889c-40cd-8638-c9a651b0985b req-57deba23-3007-4d19-bb3b-fb5682afa435 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:40.224148 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-aa348b7e-7878-4e29-b6ec-9ba062f3ce94 req-c5ebfd11-47ff-4910-84ae-52edb036b6a8 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/ports?device_id=502d1b9e-4516-4c89-bce3-b368e5421be5 HTTP/1.1" status: 200  len: 946 time: 0.9067452
Dec 09 05:32:40.229910 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-c8c6347d-e4d8-40f6-9caa-632a1e54dfba req-f9af0cdc-fd37-4b40-9a10-532dffbe6284 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Request body: {'port': {'device_id': '475fa355-1131-4349-a3ef-48530d632394', 'network_id': '5cb1a234-023e-4349-b09c-d46437d7559b', 'admin_state_up': True, 'tenant_id': '3257a949e8bc405187c51474a6152074'}} {{(pid=80246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:32:40.232299 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e1a911b8-889c-40cd-8638-c9a651b0985b req-57deba23-3007-4d19-bb3b-fb5682afa435 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 946 time: 0.1465755
Dec 09 05:32:40.305139 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e1a911b8-889c-40cd-8638-c9a651b0985b req-4e213609-4094-4239-8d06-ccfa0c63c887 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0718184
Dec 09 05:32:40.322606 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-aa348b7e-7878-4e29-b6ec-9ba062f3ce94 req-8a7f68a7-a36f-4538-af08-f80d4d2063c7 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/security-groups?id=ecdb9fd2-1d3a-4252-8b98-f44c30285d67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0731294
Dec 09 05:32:40.491992 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-c8c6347d-e4d8-40f6-9caa-632a1e54dfba req-f9af0cdc-fd37-4b40-9a10-532dffbe6284 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:32:40.505733 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-c8c6347d-e4d8-40f6-9caa-632a1e54dfba req-f9af0cdc-fd37-4b40-9a10-532dffbe6284 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:32:40.520919 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8c6347d-e4d8-40f6-9caa-632a1e54dfba req-f9af0cdc-fd37-4b40-9a10-532dffbe6284 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Made reservation on behalf of 3257a949e8bc405187c51474a6152074 for: {'port': 1} {{(pid=80246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 09 05:32:40.532097 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-c8c6347d-e4d8-40f6-9caa-632a1e54dfba req-f9af0cdc-fd37-4b40-9a10-532dffbe6284 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:40.600740 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e632648b-2dbc-4de2-a036-c367ec07f6e7 req-5ae52c7e-a4aa-4414-81f7-dfb3242726bc tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:40.609497 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e632648b-2dbc-4de2-a036-c367ec07f6e7 req-5ae52c7e-a4aa-4414-81f7-dfb3242726bc tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=eff4a7a6-c915-4262-8eb4-47a7ba9d5707 HTTP/1.1" status: 200  len: 945 time: 0.1162887
Dec 09 05:32:40.665896 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e632648b-2dbc-4de2-a036-c367ec07f6e7 req-5342ec88-69f7-4d6b-992d-1349e50d6ba8 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552318
Dec 09 05:32:41.034799 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [req-c8c6347d-e4d8-40f6-9caa-632a1e54dfba req-f9af0cdc-fd37-4b40-9a10-532dffbe6284 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Allocated IP 172.20.0.13 (5cb1a234-023e-4349-b09c-d46437d7559b/53c8fc76-883a-46de-a143-829de0374fe3/389f7cda-6e2d-4c86-a71c-328ab1582c9e) {{(pid=80246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 09 05:32:41.151187 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f40ede88-10f1-432e-81bc-dbc2273fdd6d req-3f6a760c-671c-4e8a-805a-25d810f59aaa tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=475fa355-1131-4349-a3ef-48530d632394 HTTP/1.1" status: 200  len: 210 time: 0.0610650
Dec 09 05:32:41.361777 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-c8c6347d-e4d8-40f6-9caa-632a1e54dfba req-f9af0cdc-fd37-4b40-9a10-532dffbe6284 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Notify callbacks [] for port, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:41.452279 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-c8c6347d-e4d8-40f6-9caa-632a1e54dfba req-f9af0cdc-fd37-4b40-9a10-532dffbe6284 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249358491764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10841009'] for port, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:41.497194 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-54493bcd-3d8a-4b5e-9545-34120e9f1919 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:32:41.597494 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9af0cdc-fd37-4b40-9a10-532dffbe6284 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Pushing event updated for resources: {'Port': ['ID=389f7cda-6e2d-4c86-a71c-328ab1582c9e,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:32:41.674547 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af0cdc-fd37-4b40-9a10-532dffbe6284 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:32:41.674992 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af0cdc-fd37-4b40-9a10-532dffbe6284 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:32:41.675399 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af0cdc-fd37-4b40-9a10-532dffbe6284 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:32:41.675875 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af0cdc-fd37-4b40-9a10-532dffbe6284 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:32:41.676178 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af0cdc-fd37-4b40-9a10-532dffbe6284 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:32:41.676758 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af0cdc-fd37-4b40-9a10-532dffbe6284 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:32:41.677406 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af0cdc-fd37-4b40-9a10-532dffbe6284 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:32:41.678118 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af0cdc-fd37-4b40-9a10-532dffbe6284 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:32:41.678933 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af0cdc-fd37-4b40-9a10-532dffbe6284 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:32:41.679627 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af0cdc-fd37-4b40-9a10-532dffbe6284 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:32:41.680321 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af0cdc-fd37-4b40-9a10-532dffbe6284 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:32:41.680973 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af0cdc-fd37-4b40-9a10-532dffbe6284 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:32:41.681769 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af0cdc-fd37-4b40-9a10-532dffbe6284 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:32:41.682520 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af0cdc-fd37-4b40-9a10-532dffbe6284 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:32:41.683181 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af0cdc-fd37-4b40-9a10-532dffbe6284 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:32:41.683843 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af0cdc-fd37-4b40-9a10-532dffbe6284 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:32:41.685221 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af0cdc-fd37-4b40-9a10-532dffbe6284 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:32:41.686162 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af0cdc-fd37-4b40-9a10-532dffbe6284 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:32:41.686832 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af0cdc-fd37-4b40-9a10-532dffbe6284 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:32:41.687492 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af0cdc-fd37-4b40-9a10-532dffbe6284 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:32:41.688156 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af0cdc-fd37-4b40-9a10-532dffbe6284 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:32:41.688832 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af0cdc-fd37-4b40-9a10-532dffbe6284 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:32:41.689495 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af0cdc-fd37-4b40-9a10-532dffbe6284 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:32:41.690193 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9af0cdc-fd37-4b40-9a10-532dffbe6284 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:32:41.702571 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-f9af0cdc-fd37-4b40-9a10-532dffbe6284 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:32:41.739982 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de362c8f-40af-4af8-a7f6-4078cf0ff122 req-413afa8f-c934-4f08-b690-f994cebb4faa tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:41.742402 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-de362c8f-40af-4af8-a7f6-4078cf0ff122 req-413afa8f-c934-4f08-b690-f994cebb4faa tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 946 time: 0.2311733
Dec 09 05:32:41.834088 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-de362c8f-40af-4af8-a7f6-4078cf0ff122 req-a3a04ece-efdf-4c5b-953c-2d946da34186 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0829697
Dec 09 05:32:41.941614 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad355ac-d63a-471c-a130-d5bfd55eb7dc req-b0b2bf42-2293-4e6c-8970-befd46b5c2ed tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:41.943341 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-aad355ac-d63a-471c-a130-d5bfd55eb7dc req-b0b2bf42-2293-4e6c-8970-befd46b5c2ed tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/ports?device_id=502d1b9e-4516-4c89-bce3-b368e5421be5 HTTP/1.1" status: 200  len: 946 time: 0.3433697
Dec 09 05:32:41.988260 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8c6347d-e4d8-40f6-9caa-632a1e54dfba req-f9af0cdc-fd37-4b40-9a10-532dffbe6284 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Network 5cb1a234-023e-4349-b09c-d46437d7559b is already hosted by enough agents. {{(pid=80246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 09 05:32:41.989140 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [req-c8c6347d-e4d8-40f6-9caa-632a1e54dfba req-f9af0cdc-fd37-4b40-9a10-532dffbe6284 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Resources bound (agent type, host, resource id):  {{(pid=80246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:32:41.995765 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c6347d-e4d8-40f6-9caa-632a1e54dfba req-f9af0cdc-fd37-4b40-9a10-532dffbe6284 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Received port after_create {{(pid=80246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 09 05:32:42.083689 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c6347d-e4d8-40f6-9caa-632a1e54dfba req-f9af0cdc-fd37-4b40-9a10-532dffbe6284 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:42.084428 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-c8c6347d-e4d8-40f6-9caa-632a1e54dfba req-f9af0cdc-fd37-4b40-9a10-532dffbe6284 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870'] for port, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:42.103920 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-aad355ac-d63a-471c-a130-d5bfd55eb7dc req-d75911da-1345-4eb0-a445-d71d5b934693 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/security-groups?id=ecdb9fd2-1d3a-4252-8b98-f44c30285d67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1457942
Dec 09 05:32:42.120418 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d796ef7-69c1-4457-9bb6-f01ea558ba08 req-7be165ec-8b0a-4193-a861-a55ebb16f77f tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:42.129387 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8d796ef7-69c1-4457-9bb6-f01ea558ba08 req-7be165ec-8b0a-4193-a861-a55ebb16f77f tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=eff4a7a6-c915-4262-8eb4-47a7ba9d5707 HTTP/1.1" status: 200  len: 945 time: 0.1083677
Dec 09 05:32:42.179832 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c8c6347d-e4d8-40f6-9caa-632a1e54dfba req-f9af0cdc-fd37-4b40-9a10-532dffbe6284 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.9544649
Dec 09 05:32:42.190622 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8d796ef7-69c1-4457-9bb6-f01ea558ba08 req-fc28bb85-edc6-4431-8de1-5d49f19a3a44 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599887
Dec 09 05:32:42.196731 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-c8c6347d-e4d8-40f6-9caa-632a1e54dfba req-969b156e-0bef-4c28-8f5f-5b6534c0e126 service neutron] Request body: {'port': {'device_id': '475fa355-1131-4349-a3ef-48530d632394', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:32:42.371909 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-c8c6347d-e4d8-40f6-9caa-632a1e54dfba req-969b156e-0bef-4c28-8f5f-5b6534c0e126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:42.541439 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf84d7-9d1e-4e49-a9c9-691956c318be req-1ea25c9b-b6ed-411e-b229-b46413ee9918 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:42.542189 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-7ccf84d7-9d1e-4e49-a9c9-691956c318be req-1ea25c9b-b6ed-411e-b229-b46413ee9918 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Synchronizing usage tracker for tenant:3257a949e8bc405187c51474a6152074 on resource:port {{(pid=80246) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:32:42.623494 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-7ccf84d7-9d1e-4e49-a9c9-691956c318be req-1ea25c9b-b6ed-411e-b229-b46413ee9918 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Unset dirty status for tenant:3257a949e8bc405187c51474a6152074 on resource:port {{(pid=80246) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:32:42.624804 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7ccf84d7-9d1e-4e49-a9c9-691956c318be req-1ea25c9b-b6ed-411e-b229-b46413ee9918 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=475fa355-1131-4349-a3ef-48530d632394 HTTP/1.1" status: 200  len: 932 time: 0.2982543
Dec 09 05:32:42.772032 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7ccf84d7-9d1e-4e49-a9c9-691956c318be req-fa7fefe8-e83d-4e7f-a7d8-0d90f2270824 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/security-groups?id=9f31bb62-a357-4a0d-9bfd-fc2419bb91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1398847
Dec 09 05:32:42.903041 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [req-c8c6347d-e4d8-40f6-9caa-632a1e54dfba req-969b156e-0bef-4c28-8f5f-5b6534c0e126 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 389f7cda-6e2d-4c86-a71c-328ab1582c9e {{(pid=80246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 09 05:32:42.910848 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-c8c6347d-e4d8-40f6-9caa-632a1e54dfba req-969b156e-0bef-4c28-8f5f-5b6534c0e126 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:42.925207 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [req-c8c6347d-e4d8-40f6-9caa-632a1e54dfba req-969b156e-0bef-4c28-8f5f-5b6534c0e126 service neutron] Transition to ACTIVE for port object 389f7cda-6e2d-4c86-a71c-328ab1582c9e will not be triggered until provisioned by entity L2. {{(pid=80246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 09 05:32:42.928433 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-c8c6347d-e4d8-40f6-9caa-632a1e54dfba req-969b156e-0bef-4c28-8f5f-5b6534c0e126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843934808'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:42.947138 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-29adfb87-74ee-486b-9323-25b41172c22e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:32:43.126675 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3dfef8-7d60-4daf-a1d4-fd210779e763 req-22183070-cc9c-40ce-95c9-18d9111ef086 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:43.135269 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3a3dfef8-7d60-4daf-a1d4-fd210779e763 req-22183070-cc9c-40ce-95c9-18d9111ef086 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 946 time: 0.1139107
Dec 09 05:32:43.145928 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969b156e-0bef-4c28-8f5f-5b6534c0e126 service neutron] Pushing event updated for resources: {'Port': ['ID=389f7cda-6e2d-4c86-a71c-328ab1582c9e,revision_number=2']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:32:43.155089 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-969b156e-0bef-4c28-8f5f-5b6534c0e126 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:32:43.203629 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3a3dfef8-7d60-4daf-a1d4-fd210779e763 req-5f40b550-c038-45f4-98e0-f6e265503950 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0674398
Dec 09 05:32:43.399401 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-c8c6347d-e4d8-40f6-9caa-632a1e54dfba req-969b156e-0bef-4c28-8f5f-5b6534c0e126 service neutron] Attempting to bind port 389f7cda-6e2d-4c86-a71c-328ab1582c9e on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 09 05:32:43.399778 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-c8c6347d-e4d8-40f6-9caa-632a1e54dfba req-969b156e-0bef-4c28-8f5f-5b6534c0e126 service neutron] Attempting to bind port 389f7cda-6e2d-4c86-a71c-328ab1582c9e by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '4912dbc1-9b7b-4cb0-b8f0-f8f036206d49', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5cb1a234-023e-4349-b09c-d46437d7559b'}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 09 05:32:43.400409 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c6347d-e4d8-40f6-9caa-632a1e54dfba req-969b156e-0bef-4c28-8f5f-5b6534c0e126 service neutron] Attempting to bind port 389f7cda-6e2d-4c86-a71c-328ab1582c9e on network 5cb1a234-023e-4349-b09c-d46437d7559b {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 09 05:32:43.421310 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c6347d-e4d8-40f6-9caa-632a1e54dfba req-969b156e-0bef-4c28-8f5f-5b6534c0e126 service neutron] Checking agent: {'id': '86479789-5ca7-450a-99e9-f63f20b79a87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 27, 56), 'started_at': datetime.datetime(2020, 12, 9, 5, 28, 26), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 05:32:43.421681 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c6347d-e4d8-40f6-9caa-632a1e54dfba req-969b156e-0bef-4c28-8f5f-5b6534c0e126 service neutron] Checking segment: {'id': '4912dbc1-9b7b-4cb0-b8f0-f8f036206d49', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5cb1a234-023e-4349-b09c-d46437d7559b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 09 05:32:43.422143 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-c8c6347d-e4d8-40f6-9caa-632a1e54dfba req-969b156e-0bef-4c28-8f5f-5b6534c0e126 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:43.422550 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c6347d-e4d8-40f6-9caa-632a1e54dfba req-969b156e-0bef-4c28-8f5f-5b6534c0e126 service neutron] Bound using segment: {'id': '4912dbc1-9b7b-4cb0-b8f0-f8f036206d49', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5cb1a234-023e-4349-b09c-d46437d7559b'} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 05:32:43.423046 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-c8c6347d-e4d8-40f6-9caa-632a1e54dfba req-969b156e-0bef-4c28-8f5f-5b6534c0e126 service neutron] Bound port: 389f7cda-6e2d-4c86-a71c-328ab1582c9e, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4912dbc1-9b7b-4cb0-b8f0-f8f036206d49', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5cb1a234-023e-4349-b09c-d46437d7559b'}}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 09 05:32:43.423420 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-c8c6347d-e4d8-40f6-9caa-632a1e54dfba req-969b156e-0bef-4c28-8f5f-5b6534c0e126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:43.479163 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ab717-93df-4b7b-b8bf-d3b6cc28aa8d req-e577e371-ef5c-4f9d-b27d-3a9450959d77 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:43.493525 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-310ab717-93df-4b7b-b8bf-d3b6cc28aa8d req-e577e371-ef5c-4f9d-b27d-3a9450959d77 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=eff4a7a6-c915-4262-8eb4-47a7ba9d5707 HTTP/1.1" status: 200  len: 945 time: 0.1290691
Dec 09 05:32:43.522889 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef5eb0-efb8-4447-a53a-265dc41691ef req-a59b3c77-f27a-4b9b-83c1-6e135eb4b8ca tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:43.526710 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-09ef5eb0-efb8-4447-a53a-265dc41691ef req-a59b3c77-f27a-4b9b-83c1-6e135eb4b8ca tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/ports?device_id=502d1b9e-4516-4c89-bce3-b368e5421be5 HTTP/1.1" status: 200  len: 946 time: 0.1957326
Dec 09 05:32:43.551970 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-310ab717-93df-4b7b-b8bf-d3b6cc28aa8d req-b9d83603-d89e-47d8-be10-a3236a838ff3 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550287
Dec 09 05:32:43.651867 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-c8c6347d-e4d8-40f6-9caa-632a1e54dfba req-969b156e-0bef-4c28-8f5f-5b6534c0e126 service neutron] For port 389f7cda-6e2d-4c86-a71c-328ab1582c9e, host hv-cinder-76330, cleared binding levels {{(pid=80246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 09 05:32:43.672950 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-09ef5eb0-efb8-4447-a53a-265dc41691ef req-dd0a5f55-c0fd-4afd-bdf4-9b6a95f44e1a tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/security-groups?id=ecdb9fd2-1d3a-4252-8b98-f44c30285d67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1314390
Dec 09 05:32:43.683102 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-c8c6347d-e4d8-40f6-9caa-632a1e54dfba req-969b156e-0bef-4c28-8f5f-5b6534c0e126 service neutron] For port 389f7cda-6e2d-4c86-a71c-328ab1582c9e, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=389f7cda-6e2d-4c86-a71c-328ab1582c9e,segment=NetworkSegment(4912dbc1-9b7b-4cb0-b8f0-f8f036206d49),segment_id=4912dbc1-9b7b-4cb0-b8f0-f8f036206d49)] {{(pid=80246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 09 05:32:43.691670 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-c8c6347d-e4d8-40f6-9caa-632a1e54dfba req-969b156e-0bef-4c28-8f5f-5b6534c0e126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843934808'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:43.920764 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-63e1b8b2-b12c-4308-b7e9-b3b06a7014a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:32:44.021883 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969b156e-0bef-4c28-8f5f-5b6534c0e126 service neutron] Pushing event updated for resources: {'Port': ['ID=389f7cda-6e2d-4c86-a71c-328ab1582c9e,revision_number=3']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:32:44.035427 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-969b156e-0bef-4c28-8f5f-5b6534c0e126 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:32:44.049659 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c6347d-e4d8-40f6-9caa-632a1e54dfba req-969b156e-0bef-4c28-8f5f-5b6534c0e126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:44.050405 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-c8c6347d-e4d8-40f6-9caa-632a1e54dfba req-969b156e-0bef-4c28-8f5f-5b6534c0e126 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870'] for port, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:44.052095 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c8c6347d-e4d8-40f6-9caa-632a1e54dfba req-969b156e-0bef-4c28-8f5f-5b6534c0e126 service neutron] 10.222.0.59 "PUT /v2.0/ports/389f7cda-6e2d-4c86-a71c-328ab1582c9e HTTP/1.1" status: 200  len: 1158 time: 1.8603945
Dec 09 05:32:44.052658 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '475fa355-1131-4349-a3ef-48530d632394', 'tag': '389f7cda-6e2d-4c86-a71c-328ab1582c9e'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:32:44.113026 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f65ca94-c154-475e-aac8-3f9346faa754 req-77d1379f-2965-4fec-890f-5df4c2c3edc5 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:44.122742 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5f65ca94-c154-475e-aac8-3f9346faa754 req-77d1379f-2965-4fec-890f-5df4c2c3edc5 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=475fa355-1131-4349-a3ef-48530d632394 HTTP/1.1" status: 200  len: 944 time: 0.1112421
Dec 09 05:32:44.175867 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device 67442362-ddcc-4233-80fd-dfccb586d81d up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:32:44.179469 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '475fa355-1131-4349-a3ef-48530d632394', 'tag': '389f7cda-6e2d-4c86-a71c-328ab1582c9e', 'status': 'completed', 'code': 200}
Dec 09 05:32:44.186942 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5f65ca94-c154-475e-aac8-3f9346faa754 req-57ecac48-1d2c-4a3e-96d7-14307fefa04f tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/security-groups?id=9f31bb62-a357-4a0d-9bfd-fc2419bb91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628314
Dec 09 05:32:44.254369 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c6347d-e4d8-40f6-9caa-632a1e54dfba req-6a821ce5-221c-472b-bb8e-dea8fc7ed43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:44.258434 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c8c6347d-e4d8-40f6-9caa-632a1e54dfba req-6a821ce5-221c-472b-bb8e-dea8fc7ed43f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3257a949e8bc405187c51474a6152074&device_id=475fa355-1131-4349-a3ef-48530d632394 HTTP/1.1" status: 200  len: 1161 time: 0.1435766
Dec 09 05:32:44.293045 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port 67442362-ddcc-4233-80fd-dfccb586d81d triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:32:44.295154 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:44.567635 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c8c6347d-e4d8-40f6-9caa-632a1e54dfba req-89edd346-e137-4886-908c-f425995b003e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=389f7cda-6e2d-4c86-a71c-328ab1582c9e HTTP/1.1" status: 200  len: 217 time: 0.2995887
Dec 09 05:32:44.896635 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1591ba88-f351-4766-8511-61e462b32f17 req-1a908988-e406-425f-8d45-2e05d13313d2 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:44.900316 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1591ba88-f351-4766-8511-61e462b32f17 req-1a908988-e406-425f-8d45-2e05d13313d2 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=eff4a7a6-c915-4262-8eb4-47a7ba9d5707 HTTP/1.1" status: 200  len: 945 time: 0.1664245
Dec 09 05:32:45.006881 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1591ba88-f351-4766-8511-61e462b32f17 req-a506bb0c-e944-422f-96a4-28a5084bd24e tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0961647
Dec 09 05:32:45.113700 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c6347d-e4d8-40f6-9caa-632a1e54dfba req-ebc2ef48-fb34-4bdc-b512-a4298570b383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:45.115474 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c8c6347d-e4d8-40f6-9caa-632a1e54dfba req-ebc2ef48-fb34-4bdc-b512-a4298570b383 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=53c8fc76-883a-46de-a143-829de0374fe3 HTTP/1.1" status: 200  len: 855 time: 0.5307508
Dec 09 05:32:45.178719 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2457de6-2179-4ef4-9b97-c6dd6c82fcf4 req-fe5e7173-4755-4a31-a860-20a6a0f4e3e2 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:45.180555 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b2457de6-2179-4ef4-9b97-c6dd6c82fcf4 req-fe5e7173-4755-4a31-a860-20a6a0f4e3e2 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 946 time: 0.7062078
Dec 09 05:32:45.189130 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c8c6347d-e4d8-40f6-9caa-632a1e54dfba req-ad94a6c8-a9a0-4d07-8de5-d677a60bfd95 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5cb1a234-023e-4349-b09c-d46437d7559b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0634937
Dec 09 05:32:45.376178 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b2457de6-2179-4ef4-9b97-c6dd6c82fcf4 req-1970da88-dbe7-4f7d-8415-d4163522c585 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1858213
Dec 09 05:32:45.444739 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c8c6347d-e4d8-40f6-9caa-632a1e54dfba req-8db0abea-dec9-4015-9d49-5088068be62e service neutron] 10.222.0.59 "GET /v2.0/networks/5cb1a234-023e-4349-b09c-d46437d7559b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2333355
Dec 09 05:32:45.546337 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc71e5-a4ce-490d-9951-df3ffdfddeaf req-6dc6a3d0-48b1-43ab-a832-c14224b78cf8 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:45.548389 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-bcbc71e5-a4ce-490d-9951-df3ffdfddeaf req-6dc6a3d0-48b1-43ab-a832-c14224b78cf8 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=475fa355-1131-4349-a3ef-48530d632394 HTTP/1.1" status: 200  len: 944 time: 0.1400845
Dec 09 05:32:45.626832 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-bcbc71e5-a4ce-490d-9951-df3ffdfddeaf req-2a211879-9581-46dd-9918-8b1175f5c022 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/security-groups?id=9f31bb62-a357-4a0d-9bfd-fc2419bb91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696115
Dec 09 05:32:45.703507 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c8c6347d-e4d8-40f6-9caa-632a1e54dfba req-ee8b5dc3-fb2c-4b2e-a884-218643f8aa33 service neutron] 10.222.0.59 "GET /v2.0/networks/5cb1a234-023e-4349-b09c-d46437d7559b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2485280
Dec 09 05:32:45.779282 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b755b2fa-f616-4e18-a36d-9ba4559f7814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:45.968114 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d8d14b-6721-43c3-80b2-d7ceecf7ef01 req-ab581876-d2b1-4ea6-96a6-e12d868974e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:45.970200 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-09d8d14b-6721-43c3-80b2-d7ceecf7ef01 req-ab581876-d2b1-4ea6-96a6-e12d868974e8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3257a949e8bc405187c51474a6152074&device_id=475fa355-1131-4349-a3ef-48530d632394 HTTP/1.1" status: 200  len: 1161 time: 0.1898103
Dec 09 05:32:46.144961 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d8d14b-6721-43c3-80b2-d7ceecf7ef01 req-4f4d3f85-450a-4434-891d-ff31c617707b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:46.147344 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-09d8d14b-6721-43c3-80b2-d7ceecf7ef01 req-4f4d3f85-450a-4434-891d-ff31c617707b service neutron] 10.222.0.59 "GET /v2.0/networks?id=5cb1a234-023e-4349-b09c-d46437d7559b HTTP/1.1" status: 200  len: 909 time: 0.1671910
Dec 09 05:32:46.275324 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-09d8d14b-6721-43c3-80b2-d7ceecf7ef01 req-6174354c-784f-4ca8-a5d4-5826504520d4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=389f7cda-6e2d-4c86-a71c-328ab1582c9e HTTP/1.1" status: 200  len: 217 time: 0.1202109
Dec 09 05:32:46.362771 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d8d14b-6721-43c3-80b2-d7ceecf7ef01 req-3fbd8ad0-c440-499e-aa69-b976911d98fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:46.364518 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-09d8d14b-6721-43c3-80b2-d7ceecf7ef01 req-3fbd8ad0-c440-499e-aa69-b976911d98fc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=53c8fc76-883a-46de-a143-829de0374fe3 HTTP/1.1" status: 200  len: 855 time: 0.0814192
Dec 09 05:32:46.443963 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-09d8d14b-6721-43c3-80b2-d7ceecf7ef01 req-d9c341f6-8e6a-4652-87e0-fb48c7a4e6b1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5cb1a234-023e-4349-b09c-d46437d7559b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0642107
Dec 09 05:32:46.457547 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b356c-91bd-46b2-a935-2934c36875ca req-aff1fc94-9722-4cd4-a4ab-58aff4c86f49 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:46.460815 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c28b356c-91bd-46b2-a935-2934c36875ca req-aff1fc94-9722-4cd4-a4ab-58aff4c86f49 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=eff4a7a6-c915-4262-8eb4-47a7ba9d5707 HTTP/1.1" status: 200  len: 945 time: 0.2417207
Dec 09 05:32:46.596209 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c28b356c-91bd-46b2-a935-2934c36875ca req-add3e1b9-2b63-423d-8219-d46ff7010d02 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1230884
Dec 09 05:32:46.736154 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e08a6d-09cd-4e7e-8f7d-e69f3f41b241 req-254327bc-44fb-41fa-be8e-fd4f7e57024c tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:46.737986 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-38e08a6d-09cd-4e7e-8f7d-e69f3f41b241 req-254327bc-44fb-41fa-be8e-fd4f7e57024c tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 946 time: 0.1196625
Dec 09 05:32:46.812827 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-38e08a6d-09cd-4e7e-8f7d-e69f3f41b241 req-5d04b640-5ce7-4e02-9fd2-087e17b5842a tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0651257
Dec 09 05:32:47.006709 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec365d59-0418-4d10-9b5e-39156b273318 req-1654e55d-b6fe-4b41-9817-2c0f5a5f20c4 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:47.008436 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ec365d59-0418-4d10-9b5e-39156b273318 req-1654e55d-b6fe-4b41-9817-2c0f5a5f20c4 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=475fa355-1131-4349-a3ef-48530d632394 HTTP/1.1" status: 200  len: 944 time: 0.1467845
Dec 09 05:32:47.101107 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ec365d59-0418-4d10-9b5e-39156b273318 req-b9fa29ed-d3e3-443b-b501-370f4b5f29f7 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/security-groups?id=9f31bb62-a357-4a0d-9bfd-fc2419bb91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0845296
Dec 09 05:32:47.328454 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-010e5573-ad41-4143-a27d-775b4069eb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:47.498016 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-09d8d14b-6721-43c3-80b2-d7ceecf7ef01 req-e1de3432-1718-4e83-be12-f25c56814c16 service neutron] 10.222.0.59 "GET /v2.0/networks/5cb1a234-023e-4349-b09c-d46437d7559b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2290308
Dec 09 05:32:48.165421 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb84ed-e91a-4392-b209-682a3e94245b req-c288f34c-15ef-496f-bab1-be7aa15177da tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:48.179163 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-82fb84ed-e91a-4392-b209-682a3e94245b req-c288f34c-15ef-496f-bab1-be7aa15177da tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=eff4a7a6-c915-4262-8eb4-47a7ba9d5707 HTTP/1.1" status: 200  len: 945 time: 0.2312131
Dec 09 05:32:48.216825 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d667687f-70e4-40ee-92a5-0e371b53b2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:48.305403 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-82fb84ed-e91a-4392-b209-682a3e94245b req-1efa420a-d8ce-4e42-9459-d412bb33c78a tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1165903
Dec 09 05:32:48.333479 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0f6626-e276-4aa4-87f9-f126bd6947d7 req-3cd40643-49bd-4f22-a299-896c5157bbfe tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:48.342753 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ad0f6626-e276-4aa4-87f9-f126bd6947d7 req-3cd40643-49bd-4f22-a299-896c5157bbfe tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 946 time: 0.2099531
Dec 09 05:32:48.420360 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ad0f6626-e276-4aa4-87f9-f126bd6947d7 req-0cdaf951-4eff-467e-9e5f-be471cd7e572 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0765090
Dec 09 05:32:48.632485 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e13d0c-fd93-4ed8-ae4a-4b4b93981cd0 req-38b801e9-d02d-44e5-8959-0c45bfaadc34 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:48.641702 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-06e13d0c-fd93-4ed8-ae4a-4b4b93981cd0 req-38b801e9-d02d-44e5-8959-0c45bfaadc34 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=475fa355-1131-4349-a3ef-48530d632394 HTTP/1.1" status: 200  len: 944 time: 0.1181154
Dec 09 05:32:48.698513 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-06e13d0c-fd93-4ed8-ae4a-4b4b93981cd0 req-88c4d8ea-60dc-4acf-8cd2-af068d979ffb tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/security-groups?id=9f31bb62-a357-4a0d-9bfd-fc2419bb91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556667
Dec 09 05:32:48.972932 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:49.297334 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-09d8d14b-6721-43c3-80b2-d7ceecf7ef01 req-5268146d-e50f-4c40-8fdb-15c42228cb98 service neutron] 10.222.0.59 "GET /v2.0/networks/5cb1a234-023e-4349-b09c-d46437d7559b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1945062
Dec 09 05:32:49.622376 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a8739f-a78f-4781-b871-856c56345f0c req-fe90a7cc-fb78-4632-993d-50e829e183b6 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:49.630994 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-46a8739f-a78f-4781-b871-856c56345f0c req-fe90a7cc-fb78-4632-993d-50e829e183b6 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=eff4a7a6-c915-4262-8eb4-47a7ba9d5707 HTTP/1.1" status: 200  len: 945 time: 0.1329701
Dec 09 05:32:49.696926 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-46a8739f-a78f-4781-b871-856c56345f0c req-87afef3b-0770-404a-a5cb-57c098f218b1 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648236
Dec 09 05:32:49.864893 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55b97a-e598-46de-b853-8991b3fbb018 req-9a7dd7b4-8684-4fc9-94bb-88f07af71bb7 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:49.874977 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ce55b97a-e598-46de-b853-8991b3fbb018 req-9a7dd7b4-8684-4fc9-94bb-88f07af71bb7 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 946 time: 0.1108117
Dec 09 05:32:49.935911 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ce55b97a-e598-46de-b853-8991b3fbb018 req-d8634129-2e9d-400b-a939-5063ab5ee934 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0594516
Dec 09 05:32:50.037140 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-858fc187-cc56-4aeb-a3e2-00a52ab9489b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:50.260056 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513cea5e-788a-4aa0-bd04-e2777923bdf4 req-02ec7c16-79c6-45f1-a6b7-bea413e55440 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:50.264315 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-513cea5e-788a-4aa0-bd04-e2777923bdf4 req-02ec7c16-79c6-45f1-a6b7-bea413e55440 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=475fa355-1131-4349-a3ef-48530d632394 HTTP/1.1" status: 200  len: 944 time: 0.1922548
Dec 09 05:32:50.390479 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-513cea5e-788a-4aa0-bd04-e2777923bdf4 req-ed043b66-898b-43a5-a871-c11debe34569 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/security-groups?id=9f31bb62-a357-4a0d-9bfd-fc2419bb91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1104989
Dec 09 05:32:51.072215 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475db9b3-8d9a-495a-b473-369e8065312e req-0147e556-86e2-4f59-a0af-4aa2df576559 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:51.073931 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-475db9b3-8d9a-495a-b473-369e8065312e req-0147e556-86e2-4f59-a0af-4aa2df576559 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=eff4a7a6-c915-4262-8eb4-47a7ba9d5707 HTTP/1.1" status: 200  len: 945 time: 0.1183958
Dec 09 05:32:51.188541 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-475db9b3-8d9a-495a-b473-369e8065312e req-e6f514b8-4cd1-4b52-8707-449967ad97ed tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0996902
Dec 09 05:32:51.286122 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48316f50-03d3-4b3b-a5d4-134c062c7b33 req-f6ad1c19-1b88-498d-b39e-9535a6d28ed8 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:51.291117 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-48316f50-03d3-4b3b-a5d4-134c062c7b33 req-f6ad1c19-1b88-498d-b39e-9535a6d28ed8 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 946 time: 0.1266632
Dec 09 05:32:51.349535 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-48316f50-03d3-4b3b-a5d4-134c062c7b33 req-c4f7ad61-60fd-4765-8f64-b76ca354f83d tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0515599
Dec 09 05:32:51.615604 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf95458-335f-4a66-98bc-4454115f16df req-51765b49-3187-44da-8714-530e65a24d81 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:51.617289 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ecf95458-335f-4a66-98bc-4454115f16df req-51765b49-3187-44da-8714-530e65a24d81 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=475fa355-1131-4349-a3ef-48530d632394 HTTP/1.1" status: 200  len: 944 time: 0.0907903
Dec 09 05:32:51.673472 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ecf95458-335f-4a66-98bc-4454115f16df req-8e2284ef-7135-4c9a-82cf-c23930c969cf tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/security-groups?id=9f31bb62-a357-4a0d-9bfd-fc2419bb91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482142
Dec 09 05:32:52.387647 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f8f7e-0d51-4216-82ca-7014904a63a8 req-208f55e6-9583-4999-806e-948f284f1ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:52.389447 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6b5f8f7e-0d51-4216-82ca-7014904a63a8 req-208f55e6-9583-4999-806e-948f284f1ebc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c66dfb6ad0d4440d9fde314bc8bf155a&device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 1163 time: 0.1289730
Dec 09 05:32:52.404599 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device 389f7cda-6e2d-4c86-a71c-328ab1582c9e up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:32:52.525326 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning for port 389f7cda-6e2d-4c86-a71c-328ab1582c9e completed by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 09 05:32:52.531860 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port 389f7cda-6e2d-4c86-a71c-328ab1582c9e triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:32:52.532267 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:52.648438 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccef448-bab0-4bbc-add4-d2fcfbd43129 req-cb4ac81d-7bdf-4666-a4b4-28c36f547dab tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:52.650919 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7ccef448-bab0-4bbc-add4-d2fcfbd43129 req-cb4ac81d-7bdf-4666-a4b4-28c36f547dab tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=eff4a7a6-c915-4262-8eb4-47a7ba9d5707 HTTP/1.1" status: 200  len: 945 time: 0.3123691
Dec 09 05:32:52.694462 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:52.719897 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e8e8b-1f52-4dc8-8a43-b92e618023ca req-82b47a86-8afe-45e6-a598-8b8f41b53836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:52.722175 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-506e8e8b-1f52-4dc8-8a43-b92e618023ca req-82b47a86-8afe-45e6-a598-8b8f41b53836 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f2e56e35acf649b3b3156dba09242a4f&device_id=eff4a7a6-c915-4262-8eb4-47a7ba9d5707 HTTP/1.1" status: 200  len: 1162 time: 0.1861057
Dec 09 05:32:52.723745 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f8f7e-0d51-4216-82ca-7014904a63a8 req-99ed8c7b-4b6d-4e83-a8d7-117b3b19b518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:52.725938 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6b5f8f7e-0d51-4216-82ca-7014904a63a8 req-99ed8c7b-4b6d-4e83-a8d7-117b3b19b518 service neutron] 10.222.0.59 "GET /v2.0/networks?id=213a2199-d44a-4f31-a99f-f2fcf48b8a5b HTTP/1.1" status: 200  len: 910 time: 0.3278863
Dec 09 05:32:52.735392 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] For port 389f7cda-6e2d-4c86-a71c-328ab1582c9e, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=389f7cda-6e2d-4c86-a71c-328ab1582c9e,segment=NetworkSegment(4912dbc1-9b7b-4cb0-b8f0-f8f036206d49),segment_id=4912dbc1-9b7b-4cb0-b8f0-f8f036206d49)] {{(pid=80247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:32:52.736526 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '475fa355-1131-4349-a3ef-48530d632394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '389f7cda-6e2d-4c86-a71c-328ab1582c9e'}] {{(pid=80247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:32:52.742867 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:52.745028 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:32:52.776136 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c20e7-c1bc-455a-8243-2a16fdc8ac30 req-a0f4a6c1-7d71-4057-b081-506cd53674e9 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:52.780067 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ce8c20e7-c1bc-455a-8243-2a16fdc8ac30 req-a0f4a6c1-7d71-4057-b081-506cd53674e9 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 946 time: 0.1912549
Dec 09 05:32:52.854130 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6b5f8f7e-0d51-4216-82ca-7014904a63a8 req-facdcda1-cf1e-40d7-9434-7de5c18d6875 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe13aeac-bac0-42fe-96d0-5cb4f2cb5d82 HTTP/1.1" status: 200  len: 1001 time: 0.1115119
Dec 09 05:32:52.864683 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Pushing event updated for resources: {'Port': ['ID=389f7cda-6e2d-4c86-a71c-328ab1582c9e,revision_number=4']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:32:52.866646 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7ccef448-bab0-4bbc-add4-d2fcfbd43129 req-4e483406-ee98-4395-8c8e-c19348e38c6b tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1967723
Dec 09 05:32:52.877126 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:32:52.877756 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:32:52.878362 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ce8c20e7-c1bc-455a-8243-2a16fdc8ac30 req-597d518a-0fdc-4412-a8d4-c4f4ae8165f4 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0890858
Dec 09 05:32:52.878578 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:32:52.879320 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:32:52.879893 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:32:52.880459 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:32:52.881044 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:32:52.881608 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:32:52.882208 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:32:52.882767 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:32:52.883449 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:32:52.884008 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:32:52.884630 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:32:52.885188 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:32:52.885744 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:32:52.886467 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:32:52.887202 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:32:52.887769 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:32:52.888520 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:32:52.889234 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:32:52.889794 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:32:52.890395 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:32:52.890957 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:32:52.891510 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:32:52.919864 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:32:53.043380 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '475fa355-1131-4349-a3ef-48530d632394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '389f7cda-6e2d-4c86-a71c-328ab1582c9e', 'code': 200}
Dec 09 05:32:53.107548 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e8e8b-1f52-4dc8-8a43-b92e618023ca req-25b16e96-6fc5-4425-a90c-acc15fa515b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:53.108952 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b689a7c8-d0dc-444d-8b4e-66f7b3e0e4de req-e836dfcd-3a48-45b9-a370-d7c3850dfe2a tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:53.109560 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-506e8e8b-1f52-4dc8-8a43-b92e618023ca req-25b16e96-6fc5-4425-a90c-acc15fa515b9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=06891e77-d716-4108-aee5-befcd6bf9ea6 HTTP/1.1" status: 200  len: 912 time: 0.2459171
Dec 09 05:32:53.116687 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b689a7c8-d0dc-444d-8b4e-66f7b3e0e4de req-e836dfcd-3a48-45b9-a370-d7c3850dfe2a tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=475fa355-1131-4349-a3ef-48530d632394 HTTP/1.1" status: 200  len: 946 time: 0.0996559
Dec 09 05:32:53.178677 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b689a7c8-d0dc-444d-8b4e-66f7b3e0e4de req-d3a836b0-4761-4105-a017-111d126e025a tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/security-groups?id=9f31bb62-a357-4a0d-9bfd-fc2419bb91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610175
Dec 09 05:32:53.211686 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-506e8e8b-1f52-4dc8-8a43-b92e618023ca req-228f6b66-ac7c-4c48-bdf6-f40a907b7b4b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd5892db-1676-4f45-8762-15d831f1c7bf HTTP/1.1" status: 200  len: 217 time: 0.0883477
Dec 09 05:32:53.221015 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f8f7e-0d51-4216-82ca-7014904a63a8 req-04b24906-c504-45d7-abb8-ae0479d71a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:53.222753 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6b5f8f7e-0d51-4216-82ca-7014904a63a8 req-04b24906-c504-45d7-abb8-ae0479d71a2e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f2d416e2-18e0-4718-bf66-1cf63cef4f47 HTTP/1.1" status: 200  len: 855 time: 0.1820803
Dec 09 05:32:53.342088 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device 389f7cda-6e2d-4c86-a71c-328ab1582c9e up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:32:53.368068 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5936e1-8597-4902-8640-9e7fd40f3e84 req-4fcb6d44-4174-4a24-9f0a-fa93ad9a4ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:53.369691 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-aa5936e1-8597-4902-8640-9e7fd40f3e84 req-4fcb6d44-4174-4a24-9f0a-fa93ad9a4ede service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=475fa355-1131-4349-a3ef-48530d632394 HTTP/1.1" status: 200  len: 1163 time: 0.1053555
Dec 09 05:32:53.370974 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e8e8b-1f52-4dc8-8a43-b92e618023ca req-31f5bf06-a86d-4d2b-96d6-113afc5df0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:53.373836 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-506e8e8b-1f52-4dc8-8a43-b92e618023ca req-31f5bf06-a86d-4d2b-96d6-113afc5df0f5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f0a74771-7cf7-44b6-a932-ab6aa0c12e99 HTTP/1.1" status: 200  len: 858 time: 0.1424160
Dec 09 05:32:53.389827 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f8f7e-0d51-4216-82ca-7014904a63a8 req-9b30e20d-e33b-4294-a5ba-304f9fa2e763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:53.391710 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6b5f8f7e-0d51-4216-82ca-7014904a63a8 req-9b30e20d-e33b-4294-a5ba-304f9fa2e763 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=213a2199-d44a-4f31-a99f-f2fcf48b8a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1589143
Dec 09 05:32:53.441733 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port 389f7cda-6e2d-4c86-a71c-328ab1582c9e triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:32:53.442225 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:53.443406 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-aa5936e1-8597-4902-8640-9e7fd40f3e84 req-394bd7f0-b94e-4199-92d6-0bfda5da7f5c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9f31bb62-a357-4a0d-9bfd-fc2419bb91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483887
Dec 09 05:32:53.493950 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-506e8e8b-1f52-4dc8-8a43-b92e618023ca req-19c1b279-4fcd-4347-917d-869c6d8865de service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=06891e77-d716-4108-aee5-befcd6bf9ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0925181
Dec 09 05:32:53.604416 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6b5f8f7e-0d51-4216-82ca-7014904a63a8 req-674c036a-7f3b-4221-8abc-734b0bad1bb2 service neutron] 10.222.0.59 "GET /v2.0/networks/213a2199-d44a-4f31-a99f-f2fcf48b8a5b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1650887
Dec 09 05:32:53.952990 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-506e8e8b-1f52-4dc8-8a43-b92e618023ca req-f6612620-9172-40ba-b030-7eff852605eb service neutron] 10.222.0.59 "GET /v2.0/networks/06891e77-d716-4108-aee5-befcd6bf9ea6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2808053
Dec 09 05:32:53.956829 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6b5f8f7e-0d51-4216-82ca-7014904a63a8 req-bbe21f7b-c9e2-4bd6-91df-780d22db799c service neutron] 10.222.0.59 "GET /v2.0/networks/213a2199-d44a-4f31-a99f-f2fcf48b8a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2584407
Dec 09 05:32:54.221728 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf7312f-d356-4618-8eac-d466e95d292d req-4b1d449d-2345-4dbb-afed-daeefb0b4ef2 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:54.224945 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-baf7312f-d356-4618-8eac-d466e95d292d req-4b1d449d-2345-4dbb-afed-daeefb0b4ef2 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=eff4a7a6-c915-4262-8eb4-47a7ba9d5707 HTTP/1.1" status: 200  len: 945 time: 0.1190944
Dec 09 05:32:54.283437 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-baf7312f-d356-4618-8eac-d466e95d292d req-4254a163-b8d7-423d-8a4d-e04b738e94b7 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502160
Dec 09 05:32:54.534633 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7caa28-9b3b-4974-a5b1-d2bd2a3b91c2 req-c005877b-7dfb-467c-af20-e3fe62a43823 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:54.537705 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1a7caa28-9b3b-4974-a5b1-d2bd2a3b91c2 req-c005877b-7dfb-467c-af20-e3fe62a43823 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=475fa355-1131-4349-a3ef-48530d632394 HTTP/1.1" status: 200  len: 946 time: 0.1094794
Dec 09 05:32:54.568833 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-506e8e8b-1f52-4dc8-8a43-b92e618023ca req-79e6f050-3761-4050-a6b6-7b59d1cd9125 service neutron] 10.222.0.59 "GET /v2.0/networks/06891e77-d716-4108-aee5-befcd6bf9ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6022494
Dec 09 05:32:54.579744 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320949c2-2d10-404b-bbbd-5976a48b5a2e req-867a7cc3-60bd-4d0f-ab7a-4c212c1a9730 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:54.581395 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-320949c2-2d10-404b-bbbd-5976a48b5a2e req-867a7cc3-60bd-4d0f-ab7a-4c212c1a9730 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 946 time: 0.2248397
Dec 09 05:32:54.588684 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1a7caa28-9b3b-4974-a5b1-d2bd2a3b91c2 req-dd45ab45-8a3d-49a5-9f26-e62d7b990b62 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/security-groups?id=9f31bb62-a357-4a0d-9bfd-fc2419bb91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444665
Dec 09 05:32:54.639782 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-320949c2-2d10-404b-bbbd-5976a48b5a2e req-0c55fee1-2e86-47f2-b11c-bb00c0b3a614 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0515089
Dec 09 05:32:55.198831 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-43f44203-54c4-4c67-af47-9ad3e8a05b65 None None] Agent healthcheck: found 6 active agents {{(pid=80248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 09 05:32:55.434235 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device cd5892db-1676-4f45-8762-15d831f1c7bf up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:32:55.558293 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port cd5892db-1676-4f45-8762-15d831f1c7bf triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:32:55.558293 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:55.822248 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device 389f7cda-6e2d-4c86-a71c-328ab1582c9e up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:32:55.864694 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:55.887643 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a969e0f0-590f-431d-8eb9-e33efdaf726d req-11a3e019-5082-4e60-ac35-bd85ff20f10e tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:55.889501 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a969e0f0-590f-431d-8eb9-e33efdaf726d req-11a3e019-5082-4e60-ac35-bd85ff20f10e tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=eff4a7a6-c915-4262-8eb4-47a7ba9d5707 HTTP/1.1" status: 200  len: 945 time: 0.4546616
Dec 09 05:32:55.909878 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port 389f7cda-6e2d-4c86-a71c-328ab1582c9e triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:32:55.910124 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:55.921986 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351bb37-3145-4d69-a1bb-a60c6bcf4270 req-b9bd459b-621b-41fc-ba70-259ac9facdbd tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:55.923668 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8351bb37-3145-4d69-a1bb-a60c6bcf4270 req-b9bd459b-621b-41fc-ba70-259ac9facdbd tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=475fa355-1131-4349-a3ef-48530d632394 HTTP/1.1" status: 200  len: 946 time: 0.1023343
Dec 09 05:32:55.948020 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a969e0f0-590f-431d-8eb9-e33efdaf726d req-8ff95b04-a734-443e-aabe-63569b6b5cf5 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494540
Dec 09 05:32:55.984182 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8351bb37-3145-4d69-a1bb-a60c6bcf4270 req-f031d64e-d183-4c1a-a5a0-85a37a8b9340 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/security-groups?id=9f31bb62-a357-4a0d-9bfd-fc2419bb91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516810
Dec 09 05:32:56.202446 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30eee49-55f8-42c4-8fb7-b2e016e71ef2 req-82403091-d470-4294-86c0-2d15a443ff83 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:56.204358 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e30eee49-55f8-42c4-8fb7-b2e016e71ef2 req-82403091-d470-4294-86c0-2d15a443ff83 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 946 time: 0.0986991
Dec 09 05:32:56.268676 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e30eee49-55f8-42c4-8fb7-b2e016e71ef2 req-128f8191-45ac-4b7e-8fa1-7cfaff9f2227 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502939
Dec 09 05:32:57.172046 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535421a9-4abf-4c64-82d9-17a94235b6d0 req-f0c7d1cf-b4be-4f70-a382-fb301dc6411b tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:57.173702 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-535421a9-4abf-4c64-82d9-17a94235b6d0 req-f0c7d1cf-b4be-4f70-a382-fb301dc6411b tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=eff4a7a6-c915-4262-8eb4-47a7ba9d5707 HTTP/1.1" status: 200  len: 945 time: 0.0876589
Dec 09 05:32:57.201001 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 35188) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:32:57.226173 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-535421a9-4abf-4c64-82d9-17a94235b6d0 req-92d10508-8e00-46f3-a9cd-880323e9b331 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457346
Dec 09 05:32:57.359451 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ce59205c-1837-4e5e-ac16-1c2da703d14a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:57.376815 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-ce59205c-1837-4e5e-ac16-1c2da703d14a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:32:57.381461 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-ce59205c-1837-4e5e-ac16-1c2da703d14a admin admin] Usage tracker for resource:security_group_rule and tenant:135871a9798543bba13c5d8a551bf46d is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:32:57.385252 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-ce59205c-1837-4e5e-ac16-1c2da703d14a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:32:57.396723 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-ce59205c-1837-4e5e-ac16-1c2da703d14a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:32:57.558056 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ce59205c-1837-4e5e-ac16-1c2da703d14a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:57.563890 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ce59205c-1837-4e5e-ac16-1c2da703d14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:57.573643 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-2dad682d-4379-4a21-88ed-6a398b9fab05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:32:57.595277 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b25c0c-97f1-48aa-a1cb-3e2f2b917a38 req-c02f3e12-ef49-41f6-9177-95338450713f tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:57.596929 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-99b25c0c-97f1-48aa-a1cb-3e2f2b917a38 req-c02f3e12-ef49-41f6-9177-95338450713f tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 946 time: 0.1612172
Dec 09 05:32:57.655067 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-ce59205c-1837-4e5e-ac16-1c2da703d14a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=135871a9798543bba13c5d8a551bf46d&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4524667
Dec 09 05:32:57.658057 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 35198) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:32:57.663563 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce59205c-1837-4e5e-ac16-1c2da703d14a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab53c785-7979-48c5-b07d-c54591dada27,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:32:57.676927 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce59205c-1837-4e5e-ac16-1c2da703d14a admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:32:57.677393 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce59205c-1837-4e5e-ac16-1c2da703d14a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:32:57.677925 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce59205c-1837-4e5e-ac16-1c2da703d14a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:32:57.678339 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce59205c-1837-4e5e-ac16-1c2da703d14a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:32:57.678747 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce59205c-1837-4e5e-ac16-1c2da703d14a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:32:57.679100 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce59205c-1837-4e5e-ac16-1c2da703d14a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:32:57.679485 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce59205c-1837-4e5e-ac16-1c2da703d14a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:32:57.679921 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce59205c-1837-4e5e-ac16-1c2da703d14a admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:32:57.680306 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce59205c-1837-4e5e-ac16-1c2da703d14a admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:32:57.680688 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce59205c-1837-4e5e-ac16-1c2da703d14a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:32:57.681065 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce59205c-1837-4e5e-ac16-1c2da703d14a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:32:57.681443 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce59205c-1837-4e5e-ac16-1c2da703d14a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:32:57.681889 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce59205c-1837-4e5e-ac16-1c2da703d14a admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:32:57.682278 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce59205c-1837-4e5e-ac16-1c2da703d14a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:32:57.682657 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce59205c-1837-4e5e-ac16-1c2da703d14a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:32:57.683034 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce59205c-1837-4e5e-ac16-1c2da703d14a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:32:57.683412 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce59205c-1837-4e5e-ac16-1c2da703d14a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:32:57.683865 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce59205c-1837-4e5e-ac16-1c2da703d14a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:32:57.684954 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce59205c-1837-4e5e-ac16-1c2da703d14a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:32:57.684954 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce59205c-1837-4e5e-ac16-1c2da703d14a admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:32:57.684954 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce59205c-1837-4e5e-ac16-1c2da703d14a admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:32:57.685409 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce59205c-1837-4e5e-ac16-1c2da703d14a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:32:57.685653 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce59205c-1837-4e5e-ac16-1c2da703d14a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:32:57.686070 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce59205c-1837-4e5e-ac16-1c2da703d14a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:32:57.692696 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ce59205c-1837-4e5e-ac16-1c2da703d14a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:32:57.697356 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-99b25c0c-97f1-48aa-a1cb-3e2f2b917a38 req-1e6c2e64-f8d3-4d12-bc35-42ea51696223 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0864439
Dec 09 05:32:57.728982 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1ba60049-09f3-4fb2-9e9a-1ea406ad09f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:57.759404 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1ba60049-09f3-4fb2-9e9a-1ea406ad09f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:57.823584 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1ba60049-09f3-4fb2-9e9a-1ea406ad09f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:57.830056 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-cdb5dcc2-caa5-4d2a-afbc-acf6f3fcbe3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:32:57.844258 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba60049-09f3-4fb2-9e9a-1ea406ad09f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab53c785-7979-48c5-b07d-c54591dada27,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:32:57.847331 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-1ba60049-09f3-4fb2-9e9a-1ea406ad09f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:32:57.848268 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1ba60049-09f3-4fb2-9e9a-1ea406ad09f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:57.849473 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-1ba60049-09f3-4fb2-9e9a-1ea406ad09f1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ab53c785-7979-48c5-b07d-c54591dada27 HTTP/1.1" status: 204  len: 168 time: 0.1902575
Dec 09 05:32:58.448469 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7f804f-c554-4834-b7fb-f4855460c01f req-4716cca1-e7c8-42ea-99d7-11a1f2235be3 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:58.450356 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0c7f804f-c554-4834-b7fb-f4855460c01f req-4716cca1-e7c8-42ea-99d7-11a1f2235be3 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=eff4a7a6-c915-4262-8eb4-47a7ba9d5707 HTTP/1.1" status: 200  len: 945 time: 0.0915699
Dec 09 05:32:58.506515 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0c7f804f-c554-4834-b7fb-f4855460c01f req-1e789a01-94ee-4311-b585-6d9c22da78ad tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497794
Dec 09 05:32:58.952581 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c4a75-d7e4-4c7f-98f1-2ac19785e129 req-b30931ec-28a5-4315-98ed-62c0a0412ee6 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:58.954273 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-241c4a75-d7e4-4c7f-98f1-2ac19785e129 req-b30931ec-28a5-4315-98ed-62c0a0412ee6 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 946 time: 0.0853755
Dec 09 05:32:59.011226 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-241c4a75-d7e4-4c7f-98f1-2ac19785e129 req-c71e4e5b-fa76-4ae9-b2af-0b9f4feda97e tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494628
Dec 09 05:32:59.251857 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device cd5892db-1676-4f45-8762-15d831f1c7bf up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:32:59.330462 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port cd5892db-1676-4f45-8762-15d831f1c7bf triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:32:59.330879 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:59.480648 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device fe13aeac-bac0-42fe-96d0-5cb4f2cb5d82 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 09 05:32:59.612507 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:59.643830 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605d5808-5bd5-4684-b378-98e3665f56e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe13aeac-bac0-42fe-96d0-5cb4f2cb5d82'}] {{(pid=80247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:32:59.656854 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] For port fe13aeac-bac0-42fe-96d0-5cb4f2cb5d82, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=fe13aeac-bac0-42fe-96d0-5cb4f2cb5d82,segment=NetworkSegment(d2ba5cc2-7dc0-4439-9bab-bd1dc2090790),segment_id=d2ba5cc2-7dc0-4439-9bab-bd1dc2090790)] {{(pid=80247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:32:59.660758 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:32:59.662855 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:32:59.742331 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Pushing event updated for resources: {'Port': ['ID=fe13aeac-bac0-42fe-96d0-5cb4f2cb5d82,revision_number=5']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:32:59.750357 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:32:59.759215 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c128b9-7eb7-497a-8d56-c20e9dafd1a9 req-5406b2e3-2431-4d1f-b24f-dec2849bc36a tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:32:59.759479 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '605d5808-5bd5-4684-b378-98e3665f56e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe13aeac-bac0-42fe-96d0-5cb4f2cb5d82', 'code': 200}
Dec 09 05:32:59.761204 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-84c128b9-7eb7-497a-8d56-c20e9dafd1a9 req-5406b2e3-2431-4d1f-b24f-dec2849bc36a tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=eff4a7a6-c915-4262-8eb4-47a7ba9d5707 HTTP/1.1" status: 200  len: 945 time: 0.1092730
Dec 09 05:32:59.839956 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-84c128b9-7eb7-497a-8d56-c20e9dafd1a9 req-cbf6f1f9-8859-400b-b5d9-2d90400a3219 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699785
Dec 09 05:33:00.266765 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92142e-372d-4c23-a382-bece68f5f80c req-311b379c-548f-48ae-93b4-8b5e5d361ef6 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:00.268658 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-bf92142e-372d-4c23-a382-bece68f5f80c req-311b379c-548f-48ae-93b4-8b5e5d361ef6 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 944 time: 0.0919960
Dec 09 05:33:00.328367 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-bf92142e-372d-4c23-a382-bece68f5f80c req-0c51600f-42a0-4b4a-afc2-705d03ccee84 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0521092
Dec 09 05:33:00.880149 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6ef46-e9f8-4422-afd4-3afee4f212fd req-ecf51458-f281-49ae-acd3-6c214f807efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:00.884014 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-eda6ef46-e9f8-4422-afd4-3afee4f212fd req-ecf51458-f281-49ae-acd3-6c214f807efe service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=eff4a7a6-c915-4262-8eb4-47a7ba9d5707 HTTP/1.1" status: 200  len: 1162 time: 0.1441932
Dec 09 05:33:00.933037 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-eda6ef46-e9f8-4422-afd4-3afee4f212fd req-b3d2f45b-6861-44d7-a5fa-3c985d20e543 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420225
Dec 09 05:33:01.090751 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca51c9e-b802-48fd-87ec-b29b06ffa6db req-d340e2df-203d-494a-a71a-cd73ef307fd0 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:01.092677 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4ca51c9e-b802-48fd-87ec-b29b06ffa6db req-d340e2df-203d-494a-a71a-cd73ef307fd0 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=eff4a7a6-c915-4262-8eb4-47a7ba9d5707 HTTP/1.1" status: 200  len: 945 time: 0.1093087
Dec 09 05:33:01.154992 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4ca51c9e-b802-48fd-87ec-b29b06ffa6db req-a9c6f1cf-774f-4716-a084-a0232143a99c tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497558
Dec 09 05:33:01.749887 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ee7cbb-0093-4056-88f2-fe6202f2adca req-c5f402fe-7d69-4cb7-91a1-65867eab2b34 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:01.751640 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a1ee7cbb-0093-4056-88f2-fe6202f2adca req-c5f402fe-7d69-4cb7-91a1-65867eab2b34 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 944 time: 0.0944583
Dec 09 05:33:01.830486 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a1ee7cbb-0093-4056-88f2-fe6202f2adca req-af8eb4f5-b371-43db-a89e-e32f99fe397c tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0657263
Dec 09 05:33:01.833176 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 35282) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:33:02.009551 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7c68874a-992d-4fd0-8067-3de75368efa6 req-b4a3e396-aa0a-44f7-9406-f3179c67090b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1746490
Dec 09 05:33:02.407669 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab08469-9614-4e76-8be0-9892ab8dd4c4 req-faef2cff-a18f-4097-b9e6-aaf2d631d18b tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:02.409243 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-bab08469-9614-4e76-8be0-9892ab8dd4c4 req-faef2cff-a18f-4097-b9e6-aaf2d631d18b tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=eff4a7a6-c915-4262-8eb4-47a7ba9d5707 HTTP/1.1" status: 200  len: 945 time: 0.0952582
Dec 09 05:33:02.467805 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-bab08469-9614-4e76-8be0-9892ab8dd4c4 req-3b826174-5639-4daa-8906-6f95c63cf8e7 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516121
Dec 09 05:33:03.123403 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd07bb-c25f-489a-be3f-e7a12c25b6a2 req-e071f94f-23e7-4eea-923b-73ab244fddfc tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:03.123991 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72fbdde-dec6-4a62-8c0f-57ba04355aab req-8fba8453-ebc7-40d1-bc62-cc6ac7226d59 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:03.125091 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5ebd07bb-c25f-489a-be3f-e7a12c25b6a2 req-e071f94f-23e7-4eea-923b-73ab244fddfc tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/ports?device_id=b5878f15-3c4c-4e2f-90f2-dc4f4c40c27a HTTP/1.1" status: 200  len: 984 time: 0.1239865
Dec 09 05:33:03.126966 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c72fbdde-dec6-4a62-8c0f-57ba04355aab req-8fba8453-ebc7-40d1-bc62-cc6ac7226d59 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 944 time: 0.1112621
Dec 09 05:33:03.129950 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203d65d-6e15-4bb3-8381-3f7a8ebaf90e req-5b7e5f57-1fd0-4973-8359-614e52586ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:03.131748 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5203d65d-6e15-4bb3-8381-3f7a8ebaf90e req-5b7e5f57-1fd0-4973-8359-614e52586ae3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=01ec2b224b424d04bbe7e5a9c52a66d5&device_id=b5878f15-3c4c-4e2f-90f2-dc4f4c40c27a HTTP/1.1" status: 200  len: 1202 time: 0.1705511
Dec 09 05:33:03.179348 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c72fbdde-dec6-4a62-8c0f-57ba04355aab req-7e9d8f29-3b08-411d-b4fd-3d9145ceccfb tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459673
Dec 09 05:33:03.274541 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5ebd07bb-c25f-489a-be3f-e7a12c25b6a2 req-aa107944-24e7-4b5b-b26b-c1f35011ec6f tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/security-groups?id=ec58b73c-c7a7-470e-ae92-a9b232863e2a&id=c120d4dd-ec50-4621-85b4-c14786e2715a&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.1414597
Dec 09 05:33:03.321583 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203d65d-6e15-4bb3-8381-3f7a8ebaf90e req-72e00680-4f85-41c1-a99f-fcc6ca4fc323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:03.323251 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5203d65d-6e15-4bb3-8381-3f7a8ebaf90e req-72e00680-4f85-41c1-a99f-fcc6ca4fc323 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9aea0a2f-14fb-4990-ae4d-5b682071e14d HTTP/1.1" status: 200  len: 909 time: 0.1735690
Dec 09 05:33:03.448213 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5203d65d-6e15-4bb3-8381-3f7a8ebaf90e req-fa98057c-c69b-49c4-91fa-4d2231bb492c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47b4b7c5-71df-464d-b601-013cc25f5595 HTTP/1.1" status: 200  len: 1000 time: 0.1034338
Dec 09 05:33:03.529546 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203d65d-6e15-4bb3-8381-3f7a8ebaf90e req-7f4c950a-85c6-4357-940c-add30dbb609d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:03.531180 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5203d65d-6e15-4bb3-8381-3f7a8ebaf90e req-7f4c950a-85c6-4357-940c-add30dbb609d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bc2ef73b-021e-4c10-b628-1f5ae57b8553 HTTP/1.1" status: 200  len: 854 time: 0.0695004
Dec 09 05:33:03.623910 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203d65d-6e15-4bb3-8381-3f7a8ebaf90e req-318c69b5-a7a8-430e-9a67-7c7680cc4dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:03.625545 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5203d65d-6e15-4bb3-8381-3f7a8ebaf90e req-318c69b5-a7a8-430e-9a67-7c7680cc4dc5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9aea0a2f-14fb-4990-ae4d-5b682071e14d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0802541
Dec 09 05:33:03.692408 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca060d-c35d-404d-96db-dfa4953f53fe req-f8619a11-2619-4e3b-a5d3-43a5d80cdf4c tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:03.694110 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f5ca060d-c35d-404d-96db-dfa4953f53fe req-f8619a11-2619-4e3b-a5d3-43a5d80cdf4c tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=eff4a7a6-c915-4262-8eb4-47a7ba9d5707 HTTP/1.1" status: 200  len: 945 time: 0.0888226
Dec 09 05:33:03.749756 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f5ca060d-c35d-404d-96db-dfa4953f53fe req-2dc9511b-ea09-42a1-a208-e5d957eef0c8 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488164
Dec 09 05:33:03.777866 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5203d65d-6e15-4bb3-8381-3f7a8ebaf90e req-61328f5d-b761-469d-98cc-3e33ec97ce8c service neutron] 10.222.0.59 "GET /v2.0/networks/9aea0a2f-14fb-4990-ae4d-5b682071e14d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1412652
Dec 09 05:33:03.902891 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device cd5892db-1676-4f45-8762-15d831f1c7bf up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:33:03.941320 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5203d65d-6e15-4bb3-8381-3f7a8ebaf90e req-0cf73001-a17d-4730-909f-7cc20c1f25f0 service neutron] 10.222.0.59 "GET /v2.0/networks/9aea0a2f-14fb-4990-ae4d-5b682071e14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1570361
Dec 09 05:33:03.991086 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port cd5892db-1676-4f45-8762-15d831f1c7bf triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:33:03.991531 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:04.451191 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac0ae7-4dd4-4f1f-833b-ecb017372d7c req-222f67e3-4078-472a-b80c-e0a644517ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:04.452898 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2bac0ae7-4dd4-4f1f-833b-ecb017372d7c req-222f67e3-4078-472a-b80c-e0a644517ea7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f2e56e35acf649b3b3156dba09242a4f&device_id=eff4a7a6-c915-4262-8eb4-47a7ba9d5707 HTTP/1.1" status: 200  len: 1162 time: 0.1575904
Dec 09 05:33:04.460650 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4f27b7-4fa1-4d3d-92b6-d91569d6cea2 req-9928246f-069d-4be6-8b7a-ee409ad2d702 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:04.462533 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ca4f27b7-4fa1-4d3d-92b6-d91569d6cea2 req-9928246f-069d-4be6-8b7a-ee409ad2d702 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=eff4a7a6-c915-4262-8eb4-47a7ba9d5707 HTTP/1.1" status: 200  len: 945 time: 0.0983689
Dec 09 05:33:04.513480 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ca4f27b7-4fa1-4d3d-92b6-d91569d6cea2 req-07fd6f54-e069-4675-a54d-152e408085b5 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432456
Dec 09 05:33:04.518255 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa67923-e4af-43f4-8b3e-2ef0c58e1fc7 req-22134ef9-9a4d-4797-849e-68d550dee827 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:04.519936 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6aa67923-e4af-43f4-8b3e-2ef0c58e1fc7 req-22134ef9-9a4d-4797-849e-68d550dee827 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 944 time: 0.1738386
Dec 09 05:33:04.643245 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6aa67923-e4af-43f4-8b3e-2ef0c58e1fc7 req-ac60e590-c649-409b-97d1-c141f9200d77 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0659394
Dec 09 05:33:04.664965 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac0ae7-4dd4-4f1f-833b-ecb017372d7c req-abdec45d-e414-4d40-9e05-ae5adb33f117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:04.667008 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2bac0ae7-4dd4-4f1f-833b-ecb017372d7c req-abdec45d-e414-4d40-9e05-ae5adb33f117 service neutron] 10.222.0.59 "GET /v2.0/networks?id=06891e77-d716-4108-aee5-befcd6bf9ea6 HTTP/1.1" status: 200  len: 912 time: 0.1998091
Dec 09 05:33:04.725368 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cff5fb-f69c-4cc1-a51e-fda7bca16c73 req-f35711d3-effd-4b8d-8ef1-4bfec2fe44ff tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:04.727021 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c6cff5fb-f69c-4cc1-a51e-fda7bca16c73 req-f35711d3-effd-4b8d-8ef1-4bfec2fe44ff tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/ports?device_id=b5878f15-3c4c-4e2f-90f2-dc4f4c40c27a HTTP/1.1" status: 200  len: 984 time: 0.0936666
Dec 09 05:33:04.750715 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2bac0ae7-4dd4-4f1f-833b-ecb017372d7c req-7ca0cfc6-14bb-41cf-ade7-c2f005851e0d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd5892db-1676-4f45-8762-15d831f1c7bf HTTP/1.1" status: 200  len: 217 time: 0.0763593
Dec 09 05:33:04.779235 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-c6cff5fb-f69c-4cc1-a51e-fda7bca16c73 req-30e7c9a6-c0f1-486a-aa16-64c66bd22000 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Synchronizing usage tracker for tenant:01ec2b224b424d04bbe7e5a9c52a66d5 on resource:security_group {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:33:04.794714 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-c6cff5fb-f69c-4cc1-a51e-fda7bca16c73 req-30e7c9a6-c0f1-486a-aa16-64c66bd22000 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Unset dirty status for tenant:01ec2b224b424d04bbe7e5a9c52a66d5 on resource:security_group {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:33:04.796280 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c6cff5fb-f69c-4cc1-a51e-fda7bca16c73 req-30e7c9a6-c0f1-486a-aa16-64c66bd22000 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/security-groups?id=ec58b73c-c7a7-470e-ae92-a9b232863e2a&id=c120d4dd-ec50-4621-85b4-c14786e2715a&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0620251
Dec 09 05:33:04.826278 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac0ae7-4dd4-4f1f-833b-ecb017372d7c req-a76a057b-7074-452d-9c6c-5e0a3b77a37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:04.827921 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2bac0ae7-4dd4-4f1f-833b-ecb017372d7c req-a76a057b-7074-452d-9c6c-5e0a3b77a37e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f0a74771-7cf7-44b6-a932-ab6aa0c12e99 HTTP/1.1" status: 200  len: 858 time: 0.0697713
Dec 09 05:33:04.884649 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2bac0ae7-4dd4-4f1f-833b-ecb017372d7c req-a5bdb44f-5f7a-4312-8a0d-debbaf648788 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=06891e77-d716-4108-aee5-befcd6bf9ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0472474
Dec 09 05:33:05.033601 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2bac0ae7-4dd4-4f1f-833b-ecb017372d7c req-f7a384fc-2673-4e3a-8be5-e6073a004751 service neutron] 10.222.0.59 "GET /v2.0/networks/06891e77-d716-4108-aee5-befcd6bf9ea6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1390543
Dec 09 05:33:05.182676 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2bac0ae7-4dd4-4f1f-833b-ecb017372d7c req-e2895d5d-51e2-4708-9e7d-bc34d7c2f222 service neutron] 10.222.0.59 "GET /v2.0/networks/06891e77-d716-4108-aee5-befcd6bf9ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1411612
Dec 09 05:33:05.742109 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c8eacb-8fe9-4484-b7ec-62f19249e990 req-0ebaa62d-aa42-44d1-b9f4-302714c5e299 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:05.746881 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-80c8eacb-8fe9-4484-b7ec-62f19249e990 req-0ebaa62d-aa42-44d1-b9f4-302714c5e299 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=eff4a7a6-c915-4262-8eb4-47a7ba9d5707 HTTP/1.1" status: 200  len: 945 time: 0.0993950
Dec 09 05:33:05.817829 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-80c8eacb-8fe9-4484-b7ec-62f19249e990 req-5c087fa8-fba9-4ffe-ad64-20d9700c3931 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668216
Dec 09 05:33:05.890958 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device cd5892db-1676-4f45-8762-15d831f1c7bf up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:33:05.895592 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 35350) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:33:05.914492 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1fcc3a-3176-418e-99db-39b9936ac85a req-54ff3aec-13a5-4ebf-8270-ec03a092f0b4 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:05.916195 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5a1fcc3a-3176-418e-99db-39b9936ac85a req-54ff3aec-13a5-4ebf-8270-ec03a092f0b4 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 944 time: 0.1144991
Dec 09 05:33:05.970985 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port cd5892db-1676-4f45-8762-15d831f1c7bf triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:33:05.973959 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:05.988983 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5a1fcc3a-3176-418e-99db-39b9936ac85a req-ac4af935-88f5-4f24-9cc9-af690df61d53 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0643239
Dec 09 05:33:06.073231 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-71b67e6e-8a94-4271-b140-c424e7065e0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:06.092546 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-71b67e6e-8a94-4271-b140-c424e7065e0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:33:06.102725 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a2c1c5-af1e-4ec9-82c8-47964fa39602 req-8ef11778-6090-4606-837f-f190159f08f2 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:06.104382 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-76a2c1c5-af1e-4ec9-82c8-47964fa39602 req-8ef11778-6090-4606-837f-f190159f08f2 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/ports?device_id=b5878f15-3c4c-4e2f-90f2-dc4f4c40c27a HTTP/1.1" status: 200  len: 984 time: 0.1317592
Dec 09 05:33:06.105560 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-71b67e6e-8a94-4271-b140-c424e7065e0f admin admin] Usage tracker for resource:security_group_rule and tenant:d1cbf5fda3d94d98be700108460052f5 is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:33:06.109117 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-71b67e6e-8a94-4271-b140-c424e7065e0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:33:06.132586 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-71b67e6e-8a94-4271-b140-c424e7065e0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:33:06.177937 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-76a2c1c5-af1e-4ec9-82c8-47964fa39602 req-2eea8ced-1446-4b3c-b161-064cc6efe3a8 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/security-groups?id=ec58b73c-c7a7-470e-ae92-a9b232863e2a&id=c120d4dd-ec50-4621-85b4-c14786e2715a&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0655518
Dec 09 05:33:06.249442 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-71b67e6e-8a94-4271-b140-c424e7065e0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:06.252424 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-71b67e6e-8a94-4271-b140-c424e7065e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:06.261505 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-27d35184-f283-41a5-bd24-daa61a516f82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:33:06.304346 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-71b67e6e-8a94-4271-b140-c424e7065e0f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d1cbf5fda3d94d98be700108460052f5&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4074702
Dec 09 05:33:06.305385 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b67e6e-8a94-4271-b140-c424e7065e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb9add5-d9e8-403d-a661-3a623e658f26,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:33:06.307324 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 35360) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:33:06.309306 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-71b67e6e-8a94-4271-b140-c424e7065e0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:33:06.374543 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-53855ac9-f85e-4d16-a1fe-d4340b440b97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:06.402399 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-53855ac9-f85e-4d16-a1fe-d4340b440b97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:06.448394 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-53855ac9-f85e-4d16-a1fe-d4340b440b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:06.454590 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ce59205c-1837-4e5e-ac16-1c2da703d14a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:33:06.468460 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53855ac9-f85e-4d16-a1fe-d4340b440b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb9add5-d9e8-403d-a661-3a623e658f26,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:33:06.471180 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-53855ac9-f85e-4d16-a1fe-d4340b440b97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:33:06.481548 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-53855ac9-f85e-4d16-a1fe-d4340b440b97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:06.482878 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-53855ac9-f85e-4d16-a1fe-d4340b440b97 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5cb9add5-d9e8-403d-a661-3a623e658f26 HTTP/1.1" status: 204  len: 168 time: 0.1724699
Dec 09 05:33:07.044921 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98244e5d-3046-4153-8f4d-e2ad07dd9b59 req-6a52420f-6048-474a-9cb5-33cf5b48bf1d tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:07.046662 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-98244e5d-3046-4153-8f4d-e2ad07dd9b59 req-6a52420f-6048-474a-9cb5-33cf5b48bf1d tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=eff4a7a6-c915-4262-8eb4-47a7ba9d5707 HTTP/1.1" status: 200  len: 945 time: 0.0938420
Dec 09 05:33:07.098732 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-98244e5d-3046-4153-8f4d-e2ad07dd9b59 req-03138e9f-6e3f-414a-9213-62b8744e3a56 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452716
Dec 09 05:33:07.219419 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cfc0be-a4c3-4e8c-a58e-98c2f52bec18 req-0b90e940-8d5d-4c5e-9977-32124968c440 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:07.221470 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b3cfc0be-a4c3-4e8c-a58e-98c2f52bec18 req-0b90e940-8d5d-4c5e-9977-32124968c440 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 944 time: 0.0912218
Dec 09 05:33:07.272170 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b3cfc0be-a4c3-4e8c-a58e-98c2f52bec18 req-aad36c0d-a43c-4198-afa6-9854dd227483 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437119
Dec 09 05:33:07.394925 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caac1fa-afb6-46aa-a67a-980270e6bcde req-b8da528d-605d-4692-857d-5b5349ce58ea tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:07.396442 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9caac1fa-afb6-46aa-a67a-980270e6bcde req-b8da528d-605d-4692-857d-5b5349ce58ea tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/ports?device_id=b5878f15-3c4c-4e2f-90f2-dc4f4c40c27a HTTP/1.1" status: 200  len: 984 time: 0.0850928
Dec 09 05:33:07.445725 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9caac1fa-afb6-46aa-a67a-980270e6bcde req-ede2c770-f203-454b-bc03-8c3b72fb34cd tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/security-groups?id=ec58b73c-c7a7-470e-ae92-a9b232863e2a&id=c120d4dd-ec50-4621-85b4-c14786e2715a&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0417185
Dec 09 05:33:07.951370 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device cd5892db-1676-4f45-8762-15d831f1c7bf up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:33:08.022291 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port cd5892db-1676-4f45-8762-15d831f1c7bf triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:33:08.022649 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:08.327949 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c42b3d-4803-4e09-8e93-d66f75254aae req-e8be21bc-7421-4eaa-ae0d-4a8892965e08 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:08.329617 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c6c42b3d-4803-4e09-8e93-d66f75254aae req-e8be21bc-7421-4eaa-ae0d-4a8892965e08 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=eff4a7a6-c915-4262-8eb4-47a7ba9d5707 HTTP/1.1" status: 200  len: 945 time: 0.0934386
Dec 09 05:33:08.381790 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c6c42b3d-4803-4e09-8e93-d66f75254aae req-5b075419-b829-40cc-be4a-c3b37a5e6005 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451329
Dec 09 05:33:08.541303 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdfd5a9-806a-42e0-830f-a479e901d75f req-9a7be9ca-3e0b-4707-95c4-442f7e6e0fdd tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:08.543423 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7bdfd5a9-806a-42e0-830f-a479e901d75f req-9a7be9ca-3e0b-4707-95c4-442f7e6e0fdd tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 944 time: 0.1105773
Dec 09 05:33:08.610972 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7bdfd5a9-806a-42e0-830f-a479e901d75f req-57965ee2-f031-4eab-95db-f96c34ed43a7 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0607409
Dec 09 05:33:08.689407 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c1169-8990-4b1c-aa78-1ee1a60fab4a req-f44596b3-6aba-4f39-a644-132f124a381d tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:08.691137 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-220c1169-8990-4b1c-aa78-1ee1a60fab4a req-f44596b3-6aba-4f39-a644-132f124a381d tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/ports?device_id=b5878f15-3c4c-4e2f-90f2-dc4f4c40c27a HTTP/1.1" status: 200  len: 984 time: 0.0887103
Dec 09 05:33:08.750709 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-220c1169-8990-4b1c-aa78-1ee1a60fab4a req-7268bbb5-bab4-446a-ba74-4152b199f67b tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/security-groups?id=ec58b73c-c7a7-470e-ae92-a9b232863e2a&id=c120d4dd-ec50-4621-85b4-c14786e2715a&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0527120
Dec 09 05:33:08.875016 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68874a-992d-4fd0-8067-3de75368efa6 req-ae2d7e1e-e089-41bf-ba61-9fddbe6994eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:08.876813 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7c68874a-992d-4fd0-8067-3de75368efa6 req-ae2d7e1e-e089-41bf-ba61-9fddbe6994eb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4&tenant_id=c66dfb6ad0d4440d9fde314bc8bf155a HTTP/1.1" status: 200  len: 1161 time: 0.1088352
Dec 09 05:33:08.987425 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68874a-992d-4fd0-8067-3de75368efa6 req-50bd8745-25b9-4cda-904c-a5091db3d525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:08.989052 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7c68874a-992d-4fd0-8067-3de75368efa6 req-50bd8745-25b9-4cda-904c-a5091db3d525 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c66dfb6ad0d4440d9fde314bc8bf155a&device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 1161 time: 0.0821559
Dec 09 05:33:09.153084 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68874a-992d-4fd0-8067-3de75368efa6 req-5e3e11a4-c173-48d1-95aa-dcc9bbc68ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:09.155026 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7c68874a-992d-4fd0-8067-3de75368efa6 req-5e3e11a4-c173-48d1-95aa-dcc9bbc68ede service neutron] 10.222.0.59 "GET /v2.0/networks?id=213a2199-d44a-4f31-a99f-f2fcf48b8a5b HTTP/1.1" status: 200  len: 910 time: 0.1520817
Dec 09 05:33:09.270504 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7c68874a-992d-4fd0-8067-3de75368efa6 req-0e24221c-add2-41e0-8dc1-e26c653e8a4b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe13aeac-bac0-42fe-96d0-5cb4f2cb5d82 HTTP/1.1" status: 200  len: 999 time: 0.1074266
Dec 09 05:33:09.353458 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68874a-992d-4fd0-8067-3de75368efa6 req-bf3cb024-bf16-4159-aa7b-cadcab73e165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:09.355116 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7c68874a-992d-4fd0-8067-3de75368efa6 req-bf3cb024-bf16-4159-aa7b-cadcab73e165 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f2d416e2-18e0-4718-bf66-1cf63cef4f47 HTTP/1.1" status: 200  len: 855 time: 0.0677540
Dec 09 05:33:09.447257 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68874a-992d-4fd0-8067-3de75368efa6 req-961780ad-0c84-4f36-9152-bb5cd6113536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:09.448778 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7c68874a-992d-4fd0-8067-3de75368efa6 req-961780ad-0c84-4f36-9152-bb5cd6113536 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=213a2199-d44a-4f31-a99f-f2fcf48b8a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0827961
Dec 09 05:33:09.846527 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7c68874a-992d-4fd0-8067-3de75368efa6 req-3045b1b0-7af8-4e52-b406-88e20963b7b0 service neutron] 10.222.0.59 "GET /v2.0/networks/213a2199-d44a-4f31-a99f-f2fcf48b8a5b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3815558
Dec 09 05:33:09.881542 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc791ae-9024-4bd5-89ef-a45a8505d534 req-778732ca-5521-47d2-b1c3-64a84dd99c1e tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:09.884315 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-dbc791ae-9024-4bd5-89ef-a45a8505d534 req-778732ca-5521-47d2-b1c3-64a84dd99c1e tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 944 time: 0.1264064
Dec 09 05:33:09.937099 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-dbc791ae-9024-4bd5-89ef-a45a8505d534 req-045577b9-e8b5-480a-9f0e-077c70752b07 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455916
Dec 09 05:33:10.070622 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7c68874a-992d-4fd0-8067-3de75368efa6 req-3c81b630-9e02-4d02-bcf6-39e5a9d356ac service neutron] 10.222.0.59 "GET /v2.0/networks/213a2199-d44a-4f31-a99f-f2fcf48b8a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2069731
Dec 09 05:33:10.082430 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1204f7ba-64be-4349-a378-3aa8d6d84856 req-b88c6bf3-9627-4060-b0fe-cf6918e42ff3 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:10.085428 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1204f7ba-64be-4349-a378-3aa8d6d84856 req-b88c6bf3-9627-4060-b0fe-cf6918e42ff3 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/ports?device_id=b5878f15-3c4c-4e2f-90f2-dc4f4c40c27a HTTP/1.1" status: 200  len: 984 time: 0.1764750
Dec 09 05:33:10.140577 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1204f7ba-64be-4349-a378-3aa8d6d84856 req-cd654645-76fc-488b-8625-77099c76fb47 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/security-groups?id=ec58b73c-c7a7-470e-ae92-a9b232863e2a&id=c120d4dd-ec50-4621-85b4-c14786e2715a&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0491240
Dec 09 05:33:11.178668 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea565055-6113-4967-83ae-7a07308499c8 req-c373937a-91b5-4f3c-987e-311fef2c4642 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:11.180286 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ea565055-6113-4967-83ae-7a07308499c8 req-c373937a-91b5-4f3c-987e-311fef2c4642 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 944 time: 0.0871286
Dec 09 05:33:11.239527 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ea565055-6113-4967-83ae-7a07308499c8 req-f09bbf8d-fca5-41b3-8168-d0f231ae1207 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0516868
Dec 09 05:33:11.482760 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7610dc60-ef22-456b-81ba-6721ae288f1d req-7d27dace-becc-4849-9b49-d48c4fd1f0f2 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:11.482760 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7610dc60-ef22-456b-81ba-6721ae288f1d req-7d27dace-becc-4849-9b49-d48c4fd1f0f2 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/ports?device_id=b5878f15-3c4c-4e2f-90f2-dc4f4c40c27a HTTP/1.1" status: 200  len: 984 time: 0.1517129
Dec 09 05:33:11.557477 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7610dc60-ef22-456b-81ba-6721ae288f1d req-8b3e8adc-7cd9-4187-a669-954297a6d0a0 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/security-groups?id=ec58b73c-c7a7-470e-ae92-a9b232863e2a&id=c120d4dd-ec50-4621-85b4-c14786e2715a&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0595071
Dec 09 05:33:12.615177 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0866095-dd61-47fd-881e-6076d70d8067 req-3f84f6e8-68e3-4c3a-962c-b01e5ea003f4 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:12.616790 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f0866095-dd61-47fd-881e-6076d70d8067 req-3f84f6e8-68e3-4c3a-962c-b01e5ea003f4 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 944 time: 0.0875568
Dec 09 05:33:12.675257 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f0866095-dd61-47fd-881e-6076d70d8067 req-8a6d1a16-7318-422c-b60b-d326988044d3 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0506001
Dec 09 05:33:12.792741 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96918515-f0ad-488e-8a52-3400244857fb req-d414c082-5db3-44e6-be2a-054a73498345 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:12.798884 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-96918515-f0ad-488e-8a52-3400244857fb req-d414c082-5db3-44e6-be2a-054a73498345 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/ports?device_id=b5878f15-3c4c-4e2f-90f2-dc4f4c40c27a HTTP/1.1" status: 200  len: 984 time: 0.1083667
Dec 09 05:33:12.877229 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-96918515-f0ad-488e-8a52-3400244857fb req-0bd3704b-ad76-4199-a370-2e60e8c7b522 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/security-groups?id=ec58b73c-c7a7-470e-ae92-a9b232863e2a&id=c120d4dd-ec50-4621-85b4-c14786e2715a&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0703585
Dec 09 05:33:13.324952 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e95f0e-cf80-4a74-be3e-45f6facfbdfc req-9b99f54a-6ccb-42a8-957f-1c4e5b2dfe64 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:13.326665 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-67e95f0e-cf80-4a74-be3e-45f6facfbdfc req-9b99f54a-6ccb-42a8-957f-1c4e5b2dfe64 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=475fa355-1131-4349-a3ef-48530d632394 HTTP/1.1" status: 200  len: 946 time: 0.0916238
Dec 09 05:33:13.383170 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-67e95f0e-cf80-4a74-be3e-45f6facfbdfc req-54ce8b4a-5b8a-4563-b1ca-b29f4bc16076 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/security-groups?id=9f31bb62-a357-4a0d-9bfd-fc2419bb91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491846
Dec 09 05:33:13.941764 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b4b767-3d6f-4301-876e-a2703a5bd88e req-f72a44e0-0113-4cb3-a8f5-89527917fab9 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:13.943545 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a3b4b767-3d6f-4301-876e-a2703a5bd88e req-f72a44e0-0113-4cb3-a8f5-89527917fab9 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 944 time: 0.0915220
Dec 09 05:33:14.005456 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a3b4b767-3d6f-4301-876e-a2703a5bd88e req-a44658e1-9fe7-413d-9575-3cab54f57bf5 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0535367
Dec 09 05:33:14.130553 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464d0b7b-28cb-4633-9da4-6128b79800ea req-dd0a1387-c19f-4065-b8de-23d114ac455b tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:14.132188 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-464d0b7b-28cb-4633-9da4-6128b79800ea req-dd0a1387-c19f-4065-b8de-23d114ac455b tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/ports?device_id=b5878f15-3c4c-4e2f-90f2-dc4f4c40c27a HTTP/1.1" status: 200  len: 984 time: 0.1002276
Dec 09 05:33:14.190040 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-464d0b7b-28cb-4633-9da4-6128b79800ea req-913e83bf-ba2d-41c7-9a8b-0dec23a80fb2 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/security-groups?id=ec58b73c-c7a7-470e-ae92-a9b232863e2a&id=c120d4dd-ec50-4621-85b4-c14786e2715a&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0505214
Dec 09 05:33:14.469487 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd6140-8769-4f64-8402-b8770faacd67 req-52845245-11f6-4b93-9ba6-2a6a5cb3a1a3 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:14.471308 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-24bd6140-8769-4f64-8402-b8770faacd67 req-52845245-11f6-4b93-9ba6-2a6a5cb3a1a3 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=4f9349b3-3183-4102-9447-9d927817bc75 HTTP/1.1" status: 200  len: 945 time: 0.0967894
Dec 09 05:33:14.523744 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-24bd6140-8769-4f64-8402-b8770faacd67 req-95fddf55-dfb3-437a-8074-c1a1ef373050 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457709
Dec 09 05:33:14.627914 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc3e2f4-c16d-4614-aa5c-686ea13a1f25 req-b50ec3f6-983c-4f1c-b264-cb8747fa6941 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:14.630823 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8dc3e2f4-c16d-4614-aa5c-686ea13a1f25 req-b50ec3f6-983c-4f1c-b264-cb8747fa6941 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=475fa355-1131-4349-a3ef-48530d632394 HTTP/1.1" status: 200  len: 946 time: 0.0947745
Dec 09 05:33:14.681295 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8dc3e2f4-c16d-4614-aa5c-686ea13a1f25 req-5542763c-5c66-4842-a746-2341ae42b51d tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/security-groups?id=9f31bb62-a357-4a0d-9bfd-fc2419bb91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432885
Dec 09 05:33:15.250180 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719a2ef4-2be4-4e2f-aa16-2a32be97bc7f req-0cfd9d96-22d6-4f9e-9eb0-693dc26290df tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:15.251832 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-719a2ef4-2be4-4e2f-aa16-2a32be97bc7f req-0cfd9d96-22d6-4f9e-9eb0-693dc26290df tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 944 time: 0.0895753
Dec 09 05:33:15.305555 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-719a2ef4-2be4-4e2f-aa16-2a32be97bc7f req-d468df35-8bcc-4838-b9fd-1cb3a107500d tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470498
Dec 09 05:33:15.420907 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db933ce-daa9-4b20-94f5-9805971dd308 req-5082a935-dd9f-4c85-a96c-24dc125f8814 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:15.422640 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9db933ce-daa9-4b20-94f5-9805971dd308 req-5082a935-dd9f-4c85-a96c-24dc125f8814 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/ports?device_id=b5878f15-3c4c-4e2f-90f2-dc4f4c40c27a HTTP/1.1" status: 200  len: 984 time: 0.0964417
Dec 09 05:33:15.478545 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9db933ce-daa9-4b20-94f5-9805971dd308 req-e4e444c3-8acd-4973-9678-fe8dee1bde1a tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/security-groups?id=ec58b73c-c7a7-470e-ae92-a9b232863e2a&id=c120d4dd-ec50-4621-85b4-c14786e2715a&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0486944
Dec 09 05:33:15.768668 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5feee666-251c-4662-b1fe-97ddf34b7fab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:15.775795 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f42ebb-999c-4f64-9434-d15351a66f01 req-7c4fccaa-42e7-4929-b0e3-2320d9be91c8 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:15.777959 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-48f42ebb-999c-4f64-9434-d15351a66f01 req-7c4fccaa-42e7-4929-b0e3-2320d9be91c8 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=4f9349b3-3183-4102-9447-9d927817bc75 HTTP/1.1" status: 200  len: 945 time: 0.1023581
Dec 09 05:33:15.865354 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-48f42ebb-999c-4f64-9434-d15351a66f01 req-78559995-0754-4bbf-9c8c-4f3ba55f73f7 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0802305
Dec 09 05:33:15.933451 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0586c89-f6c4-4e89-b532-d51b2c169b7f req-36f00408-0340-4af7-9c41-bc05c73fc931 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:15.935090 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f0586c89-f6c4-4e89-b532-d51b2c169b7f req-36f00408-0340-4af7-9c41-bc05c73fc931 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=475fa355-1131-4349-a3ef-48530d632394 HTTP/1.1" status: 200  len: 946 time: 0.0981088
Dec 09 05:33:15.984470 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f0586c89-f6c4-4e89-b532-d51b2c169b7f req-ca9e787e-fc58-4a5a-87e3-355aa04abd18 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/security-groups?id=9f31bb62-a357-4a0d-9bfd-fc2419bb91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429678
Dec 09 05:33:16.556513 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc5d94d-8563-419e-99eb-ce6cea26ae40 req-3d63e1ea-e336-488e-af5a-01d20c65d259 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:16.558738 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-dbc5d94d-8563-419e-99eb-ce6cea26ae40 req-3d63e1ea-e336-488e-af5a-01d20c65d259 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 944 time: 0.0998788
Dec 09 05:33:16.611742 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-dbc5d94d-8563-419e-99eb-ce6cea26ae40 req-1cc1d939-ea30-4243-910d-541a8b7e0a94 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460553
Dec 09 05:33:16.704805 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e62b9-5c80-4b4a-b4d7-01d42bc2a26c req-8a39e819-7168-4494-b056-392c0a21ec6f tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:16.706604 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-fc6e62b9-5c80-4b4a-b4d7-01d42bc2a26c req-8a39e819-7168-4494-b056-392c0a21ec6f tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/ports?device_id=b5878f15-3c4c-4e2f-90f2-dc4f4c40c27a HTTP/1.1" status: 200  len: 984 time: 0.0879097
Dec 09 05:33:16.762452 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-fc6e62b9-5c80-4b4a-b4d7-01d42bc2a26c req-a756b30f-ef0c-4e3b-ac2f-531b103e39ac tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/security-groups?id=ec58b73c-c7a7-470e-ae92-a9b232863e2a&id=c120d4dd-ec50-4621-85b4-c14786e2715a&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0442054
Dec 09 05:33:17.105363 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c24b651-6064-4df9-a8cb-dfb40de93118 req-c15d8f1e-7174-4a16-96df-2116bd0ace5e tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:17.107117 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1c24b651-6064-4df9-a8cb-dfb40de93118 req-c15d8f1e-7174-4a16-96df-2116bd0ace5e tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=4f9349b3-3183-4102-9447-9d927817bc75 HTTP/1.1" status: 200  len: 945 time: 0.0896769
Dec 09 05:33:17.163316 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1c24b651-6064-4df9-a8cb-dfb40de93118 req-d5a3984a-65a4-4fb8-8384-515750506f24 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496261
Dec 09 05:33:17.220021 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bdfdf6-ba98-496e-9552-08fd31b782c5 req-2aabda27-5b51-4c3b-a3a3-2cc3e9033740 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:17.221637 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-93bdfdf6-ba98-496e-9552-08fd31b782c5 req-2aabda27-5b51-4c3b-a3a3-2cc3e9033740 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=475fa355-1131-4349-a3ef-48530d632394 HTTP/1.1" status: 200  len: 946 time: 0.0956218
Dec 09 05:33:17.272556 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-93bdfdf6-ba98-496e-9552-08fd31b782c5 req-ef3f3fa9-c239-44e5-bcbb-5cf2c0c6b1e2 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/security-groups?id=9f31bb62-a357-4a0d-9bfd-fc2419bb91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438321
Dec 09 05:33:17.314936 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-40fe706d-07f5-4d25-8b25-944fb92bddc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:17.894639 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0f8495-c61a-4ff8-9c0b-049b469c1402 req-612b3ee3-9624-4ea1-9a9f-bb119576d0b0 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:17.896359 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3d0f8495-c61a-4ff8-9c0b-049b469c1402 req-612b3ee3-9624-4ea1-9a9f-bb119576d0b0 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 944 time: 0.1220691
Dec 09 05:33:17.962323 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3d0f8495-c61a-4ff8-9c0b-049b469c1402 req-7f4c9b38-dab1-4815-bd34-26232395041d tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0565722
Dec 09 05:33:18.006189 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device 47b4b7c5-71df-464d-b601-013cc25f5595 up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:33:18.051373 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c534e0c-3b33-439c-b29a-11e5d520f6ca req-4c46c984-6a26-47ab-bd90-d081928db5f1 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:18.054287 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8c534e0c-3b33-439c-b29a-11e5d520f6ca req-4c46c984-6a26-47ab-bd90-d081928db5f1 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/ports?device_id=b5878f15-3c4c-4e2f-90f2-dc4f4c40c27a HTTP/1.1" status: 200  len: 984 time: 0.1390557
Dec 09 05:33:18.081718 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port 47b4b7c5-71df-464d-b601-013cc25f5595 triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:33:18.082509 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:18.113710 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8c534e0c-3b33-439c-b29a-11e5d520f6ca req-a84b38b4-ab59-4613-aa66-6d69bab9ca6d tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/security-groups?id=ec58b73c-c7a7-470e-ae92-a9b232863e2a&id=c120d4dd-ec50-4621-85b4-c14786e2715a&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0524118
Dec 09 05:33:18.228187 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d667687f-70e4-40ee-92a5-0e371b53b2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:18.414803 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd8c78-cb1b-43a5-9196-985f510a21d1 req-fd5c9f18-64a1-406e-834e-69d55c8e8fb9 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:18.416476 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-45fd8c78-cb1b-43a5-9196-985f510a21d1 req-fd5c9f18-64a1-406e-834e-69d55c8e8fb9 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=4f9349b3-3183-4102-9447-9d927817bc75 HTTP/1.1" status: 200  len: 945 time: 0.0989590
Dec 09 05:33:18.479551 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-45fd8c78-cb1b-43a5-9196-985f510a21d1 req-cbc10724-3b6d-4e73-8823-56e292369c63 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490255
Dec 09 05:33:18.522352 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59532849-7ac9-4f13-af35-a6258c7d6623 req-7f9a968b-b49c-4987-9e06-0e572d61ac0d tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:18.524008 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-59532849-7ac9-4f13-af35-a6258c7d6623 req-7f9a968b-b49c-4987-9e06-0e572d61ac0d tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=475fa355-1131-4349-a3ef-48530d632394 HTTP/1.1" status: 200  len: 946 time: 0.1031461
Dec 09 05:33:18.584805 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-59532849-7ac9-4f13-af35-a6258c7d6623 req-c4fd220e-5d58-47ad-8575-9cf60db23d6d tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/security-groups?id=9f31bb62-a357-4a0d-9bfd-fc2419bb91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459769
Dec 09 05:33:18.967372 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:19.250144 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1131879e-2ffb-4b64-aaf7-ffac5af665a2 req-cab80f21-50e9-4347-8683-c7ceedb541fb tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:19.251860 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1131879e-2ffb-4b64-aaf7-ffac5af665a2 req-cab80f21-50e9-4347-8683-c7ceedb541fb tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 944 time: 0.1161406
Dec 09 05:33:19.310048 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1131879e-2ffb-4b64-aaf7-ffac5af665a2 req-bb8e460e-5e12-4f39-aa13-318573d0d97f tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0510850
Dec 09 05:33:19.365421 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f52196-1bb8-4dad-adb9-8dfc9819df69 req-50e7e75e-68f2-44da-8b10-eaa48a0b860c tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:19.367182 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-79f52196-1bb8-4dad-adb9-8dfc9819df69 req-50e7e75e-68f2-44da-8b10-eaa48a0b860c tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/ports?device_id=b5878f15-3c4c-4e2f-90f2-dc4f4c40c27a HTTP/1.1" status: 200  len: 984 time: 0.0987897
Dec 09 05:33:19.425954 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-79f52196-1bb8-4dad-adb9-8dfc9819df69 req-2ed75737-d5f1-4e54-948a-6bd087ef8fd3 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/security-groups?id=ec58b73c-c7a7-470e-ae92-a9b232863e2a&id=c120d4dd-ec50-4621-85b4-c14786e2715a&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0509171
Dec 09 05:33:19.726746 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e311ef-ada4-41c9-a3bd-09bb9a33ad14 req-636fb85e-a7a8-4962-b442-bb6cc7526fab tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:19.728347 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a5e311ef-ada4-41c9-a3bd-09bb9a33ad14 req-636fb85e-a7a8-4962-b442-bb6cc7526fab tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=4f9349b3-3183-4102-9447-9d927817bc75 HTTP/1.1" status: 200  len: 945 time: 0.0948908
Dec 09 05:33:19.802428 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a5e311ef-ada4-41c9-a3bd-09bb9a33ad14 req-0b472dd4-3b4c-48e6-91db-d109f609adf6 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626574
Dec 09 05:33:19.829225 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532cb241-afdc-4424-872c-8656c25bbcfa req-1b04fb4a-52e4-4d03-978a-49e687b3a0f4 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:19.830898 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-532cb241-afdc-4424-872c-8656c25bbcfa req-1b04fb4a-52e4-4d03-978a-49e687b3a0f4 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=475fa355-1131-4349-a3ef-48530d632394 HTTP/1.1" status: 200  len: 946 time: 0.0902462
Dec 09 05:33:19.894082 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-532cb241-afdc-4424-872c-8656c25bbcfa req-75dc7629-ca43-4513-aca8-4e7b9638a1e0 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/security-groups?id=9f31bb62-a357-4a0d-9bfd-fc2419bb91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565350
Dec 09 05:33:20.019691 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-858fc187-cc56-4aeb-a3e2-00a52ab9489b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:20.575614 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d4455-e1ef-4637-822c-0a111311d005 req-ef185686-0127-4a93-82fe-3cf04865daaa tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:20.577249 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ed4d4455-e1ef-4637-822c-0a111311d005 req-ef185686-0127-4a93-82fe-3cf04865daaa tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 944 time: 0.0981379
Dec 09 05:33:20.629148 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ed4d4455-e1ef-4637-822c-0a111311d005 req-cda66578-5dc0-48c9-b7bd-f74f152cbd5f tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452573
Dec 09 05:33:20.680345 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd19c72-f8ee-42c6-9404-0da931481bcc req-e548e204-c25b-4903-a16e-22da85f6b521 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:20.682035 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-afd19c72-f8ee-42c6-9404-0da931481bcc req-e548e204-c25b-4903-a16e-22da85f6b521 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/ports?device_id=b5878f15-3c4c-4e2f-90f2-dc4f4c40c27a HTTP/1.1" status: 200  len: 984 time: 0.0941536
Dec 09 05:33:20.735763 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-afd19c72-f8ee-42c6-9404-0da931481bcc req-de1eaac8-d7dd-47bd-87a8-a56c13ab6f01 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/security-groups?id=ec58b73c-c7a7-470e-ae92-a9b232863e2a&id=c120d4dd-ec50-4621-85b4-c14786e2715a&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0462780
Dec 09 05:33:21.057532 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a73b5f-da88-4cf8-95a7-7f496439a482 req-d1521a15-1d4f-4d9c-81f3-8667af13900f tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:21.059457 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f6a73b5f-da88-4cf8-95a7-7f496439a482 req-d1521a15-1d4f-4d9c-81f3-8667af13900f tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=4f9349b3-3183-4102-9447-9d927817bc75 HTTP/1.1" status: 200  len: 945 time: 0.0995471
Dec 09 05:33:21.114040 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f6a73b5f-da88-4cf8-95a7-7f496439a482 req-ebf78ab9-313c-40c3-af71-0370692cb201 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473812
Dec 09 05:33:21.148838 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78f746-8ef7-49c2-b0de-e6dd84dede35 req-ea4bbcbd-ca98-422c-a979-a8e62c912070 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:21.150780 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0c78f746-8ef7-49c2-b0de-e6dd84dede35 req-ea4bbcbd-ca98-422c-a979-a8e62c912070 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=475fa355-1131-4349-a3ef-48530d632394 HTTP/1.1" status: 200  len: 946 time: 0.0960953
Dec 09 05:33:21.204774 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0c78f746-8ef7-49c2-b0de-e6dd84dede35 req-d7cdaf1f-931f-4aae-ba70-2a3724f65b84 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/security-groups?id=9f31bb62-a357-4a0d-9bfd-fc2419bb91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460865
Dec 09 05:33:21.952816 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f4d4f-a434-42be-a728-96276623ca66 req-a601eeba-e26b-47c7-9261-8c6f5299b871 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:21.954812 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1b5f4d4f-a434-42be-a728-96276623ca66 req-a601eeba-e26b-47c7-9261-8c6f5299b871 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 944 time: 0.1628494
Dec 09 05:33:21.985469 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe015db-3947-412e-9b34-49c0ad000a0c req-7161d10e-0503-457b-875e-102e7c97e122 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:21.987240 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4fe015db-3947-412e-9b34-49c0ad000a0c req-7161d10e-0503-457b-875e-102e7c97e122 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/ports?device_id=b5878f15-3c4c-4e2f-90f2-dc4f4c40c27a HTTP/1.1" status: 200  len: 984 time: 0.1011426
Dec 09 05:33:22.016656 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1b5f4d4f-a434-42be-a728-96276623ca66 req-c48caccd-a411-4235-84a3-5517c49f04ea tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0552032
Dec 09 05:33:22.040821 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4fe015db-3947-412e-9b34-49c0ad000a0c req-1dc1abbc-2b5c-46b4-9d38-42074c83973b tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/security-groups?id=ec58b73c-c7a7-470e-ae92-a9b232863e2a&id=c120d4dd-ec50-4621-85b4-c14786e2715a&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0469100
Dec 09 05:33:22.394956 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a21905-b77c-4eb6-9f02-b87038e91ae3 req-6fc4f4be-da78-437d-b944-b4db041cafd9 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:22.396677 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-32a21905-b77c-4eb6-9f02-b87038e91ae3 req-6fc4f4be-da78-437d-b944-b4db041cafd9 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=4f9349b3-3183-4102-9447-9d927817bc75 HTTP/1.1" status: 200  len: 945 time: 0.1288257
Dec 09 05:33:22.481482 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6197ab-ad7d-4c5c-b023-33ed2161f5d4 req-da1f26a1-1fb6-415d-8285-187fb0e85d8e tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:22.482385 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-32a21905-b77c-4eb6-9f02-b87038e91ae3 req-7012907a-6f74-4f7a-b551-31640c2b6926 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0765257
Dec 09 05:33:22.483296 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5f6197ab-ad7d-4c5c-b023-33ed2161f5d4 req-da1f26a1-1fb6-415d-8285-187fb0e85d8e tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=475fa355-1131-4349-a3ef-48530d632394 HTTP/1.1" status: 200  len: 946 time: 0.1109006
Dec 09 05:33:22.535952 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5f6197ab-ad7d-4c5c-b023-33ed2161f5d4 req-71502923-564d-4559-b6ed-2500b1be9907 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/security-groups?id=9f31bb62-a357-4a0d-9bfd-fc2419bb91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458508
Dec 09 05:33:23.306387 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f4553-3563-48d8-a23f-663496d88c42 req-6402f380-cafc-460a-9b6f-e94b3f761e99 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:23.309106 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-285f4553-3563-48d8-a23f-663496d88c42 req-6402f380-cafc-460a-9b6f-e94b3f761e99 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/ports?device_id=b5878f15-3c4c-4e2f-90f2-dc4f4c40c27a HTTP/1.1" status: 200  len: 984 time: 0.1283538
Dec 09 05:33:23.335764 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210dfa82-537d-4a06-8a31-aab38e83312b req-ae402bd7-90a8-49a3-a2e8-cea86e042311 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:23.338890 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-210dfa82-537d-4a06-8a31-aab38e83312b req-ae402bd7-90a8-49a3-a2e8-cea86e042311 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 944 time: 0.1622713
Dec 09 05:33:23.403134 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-285f4553-3563-48d8-a23f-663496d88c42 req-06bd5af8-7456-422a-973e-5586838d34b4 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/security-groups?id=ec58b73c-c7a7-470e-ae92-a9b232863e2a&id=c120d4dd-ec50-4621-85b4-c14786e2715a&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0793538
Dec 09 05:33:23.410231 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-210dfa82-537d-4a06-8a31-aab38e83312b req-9dac40a9-653d-4c96-91ec-1a027cf2d9e8 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0516284
Dec 09 05:33:23.738912 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290fd6bb-3dc0-45ba-b760-bea2198ac58b req-3816dcce-5e3d-40de-8a8e-83bd87910fad tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:23.740486 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-290fd6bb-3dc0-45ba-b760-bea2198ac58b req-3816dcce-5e3d-40de-8a8e-83bd87910fad tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=4f9349b3-3183-4102-9447-9d927817bc75 HTTP/1.1" status: 200  len: 945 time: 0.0965161
Dec 09 05:33:23.791064 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7500093d-b3f0-43b2-9c35-6f12b127dbd3 req-1f741bbe-d8de-4b0a-9f3d-ace3f3baee3e tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:23.793239 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7500093d-b3f0-43b2-9c35-6f12b127dbd3 req-1f741bbe-d8de-4b0a-9f3d-ace3f3baee3e tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=475fa355-1131-4349-a3ef-48530d632394 HTTP/1.1" status: 200  len: 946 time: 0.0978281
Dec 09 05:33:23.805042 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-290fd6bb-3dc0-45ba-b760-bea2198ac58b req-8574db30-baa6-4603-a454-4e1f7e56fa10 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569990
Dec 09 05:33:23.850497 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7500093d-b3f0-43b2-9c35-6f12b127dbd3 req-ba1dc561-1a74-4ccf-9b49-fd65860ec945 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/security-groups?id=9f31bb62-a357-4a0d-9bfd-fc2419bb91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491483
Dec 09 05:33:24.637835 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4869e05f-5a7e-4b90-97e3-d05014461224 req-514f3f52-65f0-4665-9627-d523c9073b0f tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:24.639652 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4869e05f-5a7e-4b90-97e3-d05014461224 req-514f3f52-65f0-4665-9627-d523c9073b0f tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/ports?device_id=b5878f15-3c4c-4e2f-90f2-dc4f4c40c27a HTTP/1.1" status: 200  len: 984 time: 0.0891054
Dec 09 05:33:24.665265 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4b9fd5-5db7-4af7-9e74-1f4b5eac2ad4 req-0b09566b-d3f1-441c-996c-54db5e208d60 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:24.666916 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8c4b9fd5-5db7-4af7-9e74-1f4b5eac2ad4 req-0b09566b-d3f1-441c-996c-54db5e208d60 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 944 time: 0.0889845
Dec 09 05:33:24.694315 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4869e05f-5a7e-4b90-97e3-d05014461224 req-90a983d1-ae35-43bd-be01-af708693f317 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/security-groups?id=ec58b73c-c7a7-470e-ae92-a9b232863e2a&id=c120d4dd-ec50-4621-85b4-c14786e2715a&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0475914
Dec 09 05:33:24.722943 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8c4b9fd5-5db7-4af7-9e74-1f4b5eac2ad4 req-8cbc71b8-7eaf-4ec2-8d7b-1d218c1da056 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491784
Dec 09 05:33:25.058613 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72413bf-2817-4b76-a5b8-9f5a047aa355 req-0d7469f0-a897-42c5-bd8a-e248bfc31eea tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:25.061537 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f72413bf-2817-4b76-a5b8-9f5a047aa355 req-0d7469f0-a897-42c5-bd8a-e248bfc31eea tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=4f9349b3-3183-4102-9447-9d927817bc75 HTTP/1.1" status: 200  len: 945 time: 0.0875680
Dec 09 05:33:25.068547 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e97d12-6423-4e04-acf5-33c5fc48939b req-0547f1c2-debc-4495-a705-f8284e5be26a tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:25.070200 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-44e97d12-6423-4e04-acf5-33c5fc48939b req-0547f1c2-debc-4495-a705-f8284e5be26a tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=475fa355-1131-4349-a3ef-48530d632394 HTTP/1.1" status: 200  len: 946 time: 0.0875728
Dec 09 05:33:25.119139 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f72413bf-2817-4b76-a5b8-9f5a047aa355 req-ccf0b73c-9758-46e8-9af1-a2c41df62411 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513813
Dec 09 05:33:25.126610 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-44e97d12-6423-4e04-acf5-33c5fc48939b req-9ff20580-e8c0-42c3-9f13-c0c8ba925d02 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/security-groups?id=9f31bb62-a357-4a0d-9bfd-fc2419bb91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476232
Dec 09 05:33:25.703742 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:25.955343 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb00c3-9809-42ac-87a3-deaa408135e8 req-c9488e09-da4b-4f39-b7b6-7dab81c21a26 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:25.956926 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d5eb00c3-9809-42ac-87a3-deaa408135e8 req-c9488e09-da4b-4f39-b7b6-7dab81c21a26 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/ports?device_id=b5878f15-3c4c-4e2f-90f2-dc4f4c40c27a HTTP/1.1" status: 200  len: 984 time: 0.1176121
Dec 09 05:33:25.988922 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f296df9e-de4c-41f8-97a0-fc98524362b7 req-21be1a7b-51c7-4b24-ade0-2a49a1b79d93 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:25.990580 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f296df9e-de4c-41f8-97a0-fc98524362b7 req-21be1a7b-51c7-4b24-ade0-2a49a1b79d93 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 944 time: 0.0974526
Dec 09 05:33:26.010153 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d5eb00c3-9809-42ac-87a3-deaa408135e8 req-1149ad84-046b-40e2-919d-1eb4f639578a tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/security-groups?id=ec58b73c-c7a7-470e-ae92-a9b232863e2a&id=c120d4dd-ec50-4621-85b4-c14786e2715a&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0464675
Dec 09 05:33:26.042140 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f296df9e-de4c-41f8-97a0-fc98524362b7 req-7e22f00f-e40c-40b1-b9f5-328f2fcb2180 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446246
Dec 09 05:33:26.115754 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device 47b4b7c5-71df-464d-b601-013cc25f5595 up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:33:26.195342 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port 47b4b7c5-71df-464d-b601-013cc25f5595 triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:33:26.195342 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:26.353584 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce38a9-6b9e-4069-8c66-c7cc1ae32d45 req-c9d7e9ec-c113-49fd-8c46-20a46c9ad722 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:26.355304 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-06ce38a9-6b9e-4069-8c66-c7cc1ae32d45 req-c9d7e9ec-c113-49fd-8c46-20a46c9ad722 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=4f9349b3-3183-4102-9447-9d927817bc75 HTTP/1.1" status: 200  len: 945 time: 0.0918255
Dec 09 05:33:26.373501 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90ac33-e111-4c4b-ab9e-57a64e9528b6 req-60c0d690-8375-4e11-94cf-bcb2cb5f833d tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:26.375374 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1a90ac33-e111-4c4b-ab9e-57a64e9528b6 req-60c0d690-8375-4e11-94cf-bcb2cb5f833d tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=475fa355-1131-4349-a3ef-48530d632394 HTTP/1.1" status: 200  len: 946 time: 0.0931070
Dec 09 05:33:26.412963 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-06ce38a9-6b9e-4069-8c66-c7cc1ae32d45 req-bbfe2948-835f-46d6-8e79-3583517ce9ac tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448837
Dec 09 05:33:26.428313 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1a90ac33-e111-4c4b-ab9e-57a64e9528b6 req-c2ba5a3b-2789-4dca-9c71-7c807461e969 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/security-groups?id=9f31bb62-a357-4a0d-9bfd-fc2419bb91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464675
Dec 09 05:33:27.232764 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2919c4-47c6-44ea-acd0-8cb838fe39fe req-72f414ff-d501-4098-b448-613803571824 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:27.234450 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4c2919c4-47c6-44ea-acd0-8cb838fe39fe req-72f414ff-d501-4098-b448-613803571824 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/ports?device_id=b5878f15-3c4c-4e2f-90f2-dc4f4c40c27a HTTP/1.1" status: 200  len: 984 time: 0.0893316
Dec 09 05:33:27.282780 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ce4c0a-1686-47d1-b78e-0d341af610f0 req-9bba0fd6-bb95-4f41-a735-4e50e18c1d85 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:27.284375 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-40ce4c0a-1686-47d1-b78e-0d341af610f0 req-9bba0fd6-bb95-4f41-a735-4e50e18c1d85 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 944 time: 0.0913012
Dec 09 05:33:27.292993 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4c2919c4-47c6-44ea-acd0-8cb838fe39fe req-d81b91e5-78d1-4c78-aebf-9e0e856bbdff tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/security-groups?id=ec58b73c-c7a7-470e-ae92-a9b232863e2a&id=c120d4dd-ec50-4621-85b4-c14786e2715a&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0509837
Dec 09 05:33:27.398420 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-40ce4c0a-1686-47d1-b78e-0d341af610f0 req-3ae68a06-08e5-4cf0-ad22-6484e3a55804 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1072197
Dec 09 05:33:27.434077 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a445414a-83f3-428c-a6b2-cc48e25a51f0 req-d925be74-58a3-4a35-92ee-0f06f4561493 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:27.435993 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a445414a-83f3-428c-a6b2-cc48e25a51f0 req-d925be74-58a3-4a35-92ee-0f06f4561493 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.59 "GET /v2.0/ports?device_id=475fa355-1131-4349-a3ef-48530d632394 HTTP/1.1" status: 200  len: 946 time: 0.1290236
Dec 09 05:33:27.522523 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-a445414a-83f3-428c-a6b2-cc48e25a51f0 req-6af651c1-4c0f-4e73-bacd-5f3d3fdee84f tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Deleting port 389f7cda-6e2d-4c86-a71c-328ab1582c9e {{(pid=80246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 09 05:33:27.523096 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-a445414a-83f3-428c-a6b2-cc48e25a51f0 req-6af651c1-4c0f-4e73-bacd-5f3d3fdee84f tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787496886762'] for port, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:27.640020 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac87e6-51da-4da6-80c9-49fe5b4b37a4 req-ce5bf971-6d05-4a1b-8cbd-063d4733bee4 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:27.641749 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-93ac87e6-51da-4da6-80c9-49fe5b4b37a4 req-ce5bf971-6d05-4a1b-8cbd-063d4733bee4 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=4f9349b3-3183-4102-9447-9d927817bc75 HTTP/1.1" status: 200  len: 945 time: 0.0863864
Dec 09 05:33:27.693697 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-93ac87e6-51da-4da6-80c9-49fe5b4b37a4 req-2a3f1f4a-df62-4139-a956-3edd98c8cc43 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443184
Dec 09 05:33:27.818390 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c588a6-6e0b-4a4f-bb58-44b6731385e2 req-5b36e1be-6f00-4d32-bd7a-107e95ea84e4 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:27.820080 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d6c588a6-6e0b-4a4f-bb58-44b6731385e2 req-5b36e1be-6f00-4d32-bd7a-107e95ea84e4 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=475fa355-1131-4349-a3ef-48530d632394 HTTP/1.1" status: 200  len: 946 time: 0.2384512
Dec 09 05:33:27.913822 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d6c588a6-6e0b-4a4f-bb58-44b6731385e2 req-2d700ff0-96e3-4b5a-af49-c0659a0ba7ee tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/security-groups?id=9f31bb62-a357-4a0d-9bfd-fc2419bb91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0816462
Dec 09 05:33:27.915616 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-a445414a-83f3-428c-a6b2-cc48e25a51f0 req-6af651c1-4c0f-4e73-bacd-5f3d3fdee84f tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] For port 389f7cda-6e2d-4c86-a71c-328ab1582c9e, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=389f7cda-6e2d-4c86-a71c-328ab1582c9e,segment=NetworkSegment(4912dbc1-9b7b-4cb0-b8f0-f8f036206d49),segment_id=4912dbc1-9b7b-4cb0-b8f0-f8f036206d49)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:33:27.916006 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-a445414a-83f3-428c-a6b2-cc48e25a51f0 req-6af651c1-4c0f-4e73-bacd-5f3d3fdee84f tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744221'] for port, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:28.051352 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-a445414a-83f3-428c-a6b2-cc48e25a51f0 req-6af651c1-4c0f-4e73-bacd-5f3d3fdee84f tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Calling delete_port for 389f7cda-6e2d-4c86-a71c-328ab1582c9e owned by compute:nova {{(pid=80246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 09 05:33:28.068359 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device 389f7cda-6e2d-4c86-a71c-328ab1582c9e no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 09 05:33:28.194827 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:28.246858 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9677b7b-48e4-4e25-adfc-e81c2a1ab0d7 req-c4b78dfd-95d6-410c-923f-d40582c94c1b tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:28.248440 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b9677b7b-48e4-4e25-adfc-e81c2a1ab0d7 req-c4b78dfd-95d6-410c-923f-d40582c94c1b tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.59 "GET /v2.0/ports?device_id=4f9349b3-3183-4102-9447-9d927817bc75 HTTP/1.1" status: 200  len: 945 time: 0.1687436
Dec 09 05:33:28.329490 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-a445414a-83f3-428c-a6b2-cc48e25a51f0 req-6af651c1-4c0f-4e73-bacd-5f3d3fdee84f tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787496890807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249358481609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10841009'] for port, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:28.348001 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-f02084aa-8435-44ce-be58-e129a56d24b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:33:28.392985 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device 63da4ecf-6bac-4066-8654-373bf3a8862a no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 09 05:33:28.406559 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-b9677b7b-48e4-4e25-adfc-e81c2a1ab0d7 req-f3259524-849a-483a-b24d-881c5e49388f tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Deleting port 63da4ecf-6bac-4066-8654-373bf3a8862a {{(pid=80246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 09 05:33:28.406955 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-b9677b7b-48e4-4e25-adfc-e81c2a1ab0d7 req-f3259524-849a-483a-b24d-881c5e49388f tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787496886762'] for port, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:28.446783 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af651c1-4c0f-4e73-bacd-5f3d3fdee84f tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Pushing event deleted for resources: {'Port': ['ID=389f7cda-6e2d-4c86-a71c-328ab1582c9e,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:33:28.462872 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-6af651c1-4c0f-4e73-bacd-5f3d3fdee84f tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:33:28.531920 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:28.564204 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9349b3-3183-4102-9447-9d927817bc75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63da4ecf-6bac-4066-8654-373bf3a8862a'}] {{(pid=80247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:33:28.581169 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] For port 63da4ecf-6bac-4066-8654-373bf3a8862a, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=63da4ecf-6bac-4066-8654-373bf3a8862a,segment=NetworkSegment(d28f75f2-617a-4107-aa9e-23b92b1ef4c4),segment_id=d28f75f2-617a-4107-aa9e-23b92b1ef4c4)] {{(pid=80247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:33:28.586486 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:28.588794 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:33:28.638485 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9349b3-3183-4102-9447-9d927817bc75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63da4ecf-6bac-4066-8654-373bf3a8862a', 'code': 200}
Dec 09 05:33:28.679315 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Pushing event updated for resources: {'Port': ['ID=63da4ecf-6bac-4066-8654-373bf3a8862a,revision_number=5']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:33:28.683773 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:33:28.700061 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13984d98-70fc-4a8e-b7a4-fd2644133f9a req-4156602a-8306-4b28-9f06-e09a31e3643a tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:28.701862 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-13984d98-70fc-4a8e-b7a4-fd2644133f9a req-4156602a-8306-4b28-9f06-e09a31e3643a tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 944 time: 0.1219792
Dec 09 05:33:28.755223 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-13984d98-70fc-4a8e-b7a4-fd2644133f9a req-db20dbd1-2d44-4540-9fd5-c22a71cbf76b tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464466
Dec 09 05:33:29.079850 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-a445414a-83f3-428c-a6b2-cc48e25a51f0 req-6af651c1-4c0f-4e73-bacd-5f3d3fdee84f tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] No DVR routers for this DVR port 389f7cda-6e2d-4c86-a71c-328ab1582c9e on host hv-cinder-76330 {{(pid=80246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 09 05:33:29.085469 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-a445414a-83f3-428c-a6b2-cc48e25a51f0 req-6af651c1-4c0f-4e73-bacd-5f3d3fdee84f tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870'] for port, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:29.097939 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '475fa355-1131-4349-a3ef-48530d632394', 'name': 'network-vif-deleted', 'tag': '389f7cda-6e2d-4c86-a71c-328ab1582c9e'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:33:29.111535 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1349f472-2b1e-4527-9c1a-37c113b71bb8 req-799181ca-0172-400c-9d27-bd71707358bd tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=475fa355-1131-4349-a3ef-48530d632394 HTTP/1.1" status: 200  len: 210 time: 0.0549600
Dec 09 05:33:29.131082 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-b9677b7b-48e4-4e25-adfc-e81c2a1ab0d7 req-f3259524-849a-483a-b24d-881c5e49388f tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] For port 63da4ecf-6bac-4066-8654-373bf3a8862a, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=63da4ecf-6bac-4066-8654-373bf3a8862a,segment=NetworkSegment(d28f75f2-617a-4107-aa9e-23b92b1ef4c4),segment_id=d28f75f2-617a-4107-aa9e-23b92b1ef4c4)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:33:29.131495 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-b9677b7b-48e4-4e25-adfc-e81c2a1ab0d7 req-f3259524-849a-483a-b24d-881c5e49388f tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744221'] for port, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:29.222168 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a445414a-83f3-428c-a6b2-cc48e25a51f0 req-6af651c1-4c0f-4e73-bacd-5f3d3fdee84f tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.59 "DELETE /v2.0/ports/389f7cda-6e2d-4c86-a71c-328ab1582c9e HTTP/1.1" status: 204  len: 173 time: 1.7794156
Dec 09 05:33:29.281750 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '475fa355-1131-4349-a3ef-48530d632394', 'name': 'network-vif-deleted', 'tag': '389f7cda-6e2d-4c86-a71c-328ab1582c9e', 'status': 'completed', 'code': 200}
Dec 09 05:33:29.288916 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-b9677b7b-48e4-4e25-adfc-e81c2a1ab0d7 req-f3259524-849a-483a-b24d-881c5e49388f tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Calling delete_port for 63da4ecf-6bac-4066-8654-373bf3a8862a owned by compute:nova {{(pid=80246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 09 05:33:29.322934 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a9e5e-cd82-4bfe-8f4d-ce1041735597 req-14e8ab83-c0fb-4606-8e63-d9aaf62931cb tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:29.324643 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-122a9e5e-cd82-4bfe-8f4d-ce1041735597 req-14e8ab83-c0fb-4606-8e63-d9aaf62931cb tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=4f9349b3-3183-4102-9447-9d927817bc75 HTTP/1.1" status: 200  len: 943 time: 0.3799498
Dec 09 05:33:29.413487 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-122a9e5e-cd82-4bfe-8f4d-ce1041735597 req-7f4353df-0e66-4655-8029-6f241e8cbeb7 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780783
Dec 09 05:33:29.487898 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-b9677b7b-48e4-4e25-adfc-e81c2a1ab0d7 req-f3259524-849a-483a-b24d-881c5e49388f tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787496890807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249358481609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10841009'] for port, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:29.503795 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-76a9031f-4668-460e-b5e6-f615f77f8cc9 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:33:29.564306 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3259524-849a-483a-b24d-881c5e49388f tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Pushing event deleted for resources: {'Port': ['ID=63da4ecf-6bac-4066-8654-373bf3a8862a,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:33:29.569077 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-f3259524-849a-483a-b24d-881c5e49388f tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:33:29.716765 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9677b7b-48e4-4e25-adfc-e81c2a1ab0d7 req-f3259524-849a-483a-b24d-881c5e49388f tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] No DVR routers for this DVR port 63da4ecf-6bac-4066-8654-373bf3a8862a on host hv-cinder-76330 {{(pid=80246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 09 05:33:29.719146 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-b9677b7b-48e4-4e25-adfc-e81c2a1ab0d7 req-f3259524-849a-483a-b24d-881c5e49388f tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870'] for port, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:29.733340 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b9677b7b-48e4-4e25-adfc-e81c2a1ab0d7 req-f3259524-849a-483a-b24d-881c5e49388f tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.59 "DELETE /v2.0/ports/63da4ecf-6bac-4066-8654-373bf3a8862a HTTP/1.1" status: 204  len: 173 time: 1.4775555
Dec 09 05:33:30.264279 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11232aaa-950c-4fce-a7c3-883c439898c2 req-2e210e2a-f4a0-49bf-ab79-6b6f66f7d5c7 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:30.265895 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-11232aaa-950c-4fce-a7c3-883c439898c2 req-2e210e2a-f4a0-49bf-ab79-6b6f66f7d5c7 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 944 time: 0.2902074
Dec 09 05:33:30.336435 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-11232aaa-950c-4fce-a7c3-883c439898c2 req-9d21a63d-96a7-4094-b0ff-34380372f801 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0581133
Dec 09 05:33:30.969032 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62021b8-7a34-4487-840d-a631ebb17386 req-9a367bdd-6d08-4978-a46b-1b186ddcdb89 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:30.969835 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-b62021b8-7a34-4487-840d-a631ebb17386 req-9a367bdd-6d08-4978-a46b-1b186ddcdb89 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Synchronizing usage tracker for tenant:f2e56e35acf649b3b3156dba09242a4f on resource:port {{(pid=80246) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:33:30.986394 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-b62021b8-7a34-4487-840d-a631ebb17386 req-9a367bdd-6d08-4978-a46b-1b186ddcdb89 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Unset dirty status for tenant:f2e56e35acf649b3b3156dba09242a4f on resource:port {{(pid=80246) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:33:30.987693 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b62021b8-7a34-4487-840d-a631ebb17386 req-9a367bdd-6d08-4978-a46b-1b186ddcdb89 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=eff4a7a6-c915-4262-8eb4-47a7ba9d5707 HTTP/1.1" status: 200  len: 945 time: 0.1116915
Dec 09 05:33:31.045274 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b62021b8-7a34-4487-840d-a631ebb17386 req-3986baa6-576f-4acf-939b-6c1691df4d6a tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464139
Dec 09 05:33:31.282676 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9349b3-3183-4102-9447-9d927817bc75', 'name': 'network-vif-deleted', 'tag': '63da4ecf-6bac-4066-8654-373bf3a8862a'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:33:31.344104 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9349b3-3183-4102-9447-9d927817bc75', 'name': 'network-vif-deleted', 'tag': '63da4ecf-6bac-4066-8654-373bf3a8862a', 'status': 'completed', 'code': 200}
Dec 09 05:33:31.588211 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb239cb5-f2bd-4f00-9977-0d90d381a1fa req-9ad1f511-e384-4e5c-b147-27e3896bbe10 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:31.590851 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cb239cb5-f2bd-4f00-9977-0d90d381a1fa req-9ad1f511-e384-4e5c-b147-27e3896bbe10 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 944 time: 0.0937250
Dec 09 05:33:31.644569 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cb239cb5-f2bd-4f00-9977-0d90d381a1fa req-d965f96e-0bb6-44aa-91ea-2fe4e36853de tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472310
Dec 09 05:33:31.954756 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a9141b-7510-4520-b4de-b699aaeeb0c5 req-812a758d-3b59-4f46-b4d4-45805304016c tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:31.955563 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-b7a9141b-7510-4520-b4de-b699aaeeb0c5 req-812a758d-3b59-4f46-b4d4-45805304016c tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Synchronizing usage tracker for tenant:3257a949e8bc405187c51474a6152074 on resource:port {{(pid=80246) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:33:31.972393 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-b7a9141b-7510-4520-b4de-b699aaeeb0c5 req-812a758d-3b59-4f46-b4d4-45805304016c tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Unset dirty status for tenant:3257a949e8bc405187c51474a6152074 on resource:port {{(pid=80246) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:33:31.973688 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b7a9141b-7510-4520-b4de-b699aaeeb0c5 req-812a758d-3b59-4f46-b4d4-45805304016c tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=8b9ada4b-c67d-4544-a9b9-db99f5dcf4de HTTP/1.1" status: 200  len: 945 time: 0.1071405
Dec 09 05:33:32.030486 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b7a9141b-7510-4520-b4de-b699aaeeb0c5 req-1b11cff0-b99a-4b6b-ab7b-79f02ebd5a8c tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/security-groups?id=9f31bb62-a357-4a0d-9bfd-fc2419bb91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501351
Dec 09 05:33:32.200188 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-43f44203-54c4-4c67-af47-9ad3e8a05b65 None None] Agent healthcheck: found 6 active agents {{(pid=80248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 09 05:33:32.266605 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd6ec2f-fc1c-47bd-a863-cebe16c53966 req-f316482f-e5fe-40a6-a051-ec756b549b3d tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:32.268201 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ffd6ec2f-fc1c-47bd-a863-cebe16c53966 req-f316482f-e5fe-40a6-a051-ec756b549b3d tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=eff4a7a6-c915-4262-8eb4-47a7ba9d5707 HTTP/1.1" status: 200  len: 945 time: 0.0863783
Dec 09 05:33:32.319888 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ffd6ec2f-fc1c-47bd-a863-cebe16c53966 req-ece752d7-9dd8-40f6-9ddb-c82b89d0b3a2 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449719
Dec 09 05:33:32.881124 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6f1f7b-122e-453f-a4ae-28377ee10bc6 req-2be6114f-4af1-4c7f-a7c5-44ae6ce5f273 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:32.882920 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ae6f1f7b-122e-453f-a4ae-28377ee10bc6 req-2be6114f-4af1-4c7f-a7c5-44ae6ce5f273 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 944 time: 0.0873580
Dec 09 05:33:32.938838 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ae6f1f7b-122e-453f-a4ae-28377ee10bc6 req-b32b0fe7-f078-4bfc-9c17-90a5cdd0a85e tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487144
Dec 09 05:33:33.270947 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7196b613-04ad-415a-9226-e8f8e973b0d8 req-25a26844-ee39-4f92-9420-b314abe2a080 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:33.272475 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7196b613-04ad-415a-9226-e8f8e973b0d8 req-25a26844-ee39-4f92-9420-b314abe2a080 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=8b9ada4b-c67d-4544-a9b9-db99f5dcf4de HTTP/1.1" status: 200  len: 945 time: 0.1019850
Dec 09 05:33:33.325165 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7196b613-04ad-415a-9226-e8f8e973b0d8 req-c9fd6a49-4543-4d8b-9471-7099ffac078e tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/security-groups?id=9f31bb62-a357-4a0d-9bfd-fc2419bb91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455978
Dec 09 05:33:33.584091 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb25e04-7094-4124-bcdc-26a08e60a5b2 req-439e20ec-3a5b-4a65-b8e5-46ff2d8d1f46 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:33.587011 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2fb25e04-7094-4124-bcdc-26a08e60a5b2 req-439e20ec-3a5b-4a65-b8e5-46ff2d8d1f46 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=eff4a7a6-c915-4262-8eb4-47a7ba9d5707 HTTP/1.1" status: 200  len: 945 time: 0.1305623
Dec 09 05:33:33.638634 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2fb25e04-7094-4124-bcdc-26a08e60a5b2 req-b28f6db7-af66-4a54-86fa-45b8da5cb2dc tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447099
Dec 09 05:33:33.944468 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f62867-d0a1-477e-bcb5-0a892229fae6 req-9823ab39-62d2-4d34-a927-06da75b93c43 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:33.946078 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-99f62867-d0a1-477e-bcb5-0a892229fae6 req-9823ab39-62d2-4d34-a927-06da75b93c43 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.59 "GET /v2.0/ports?device_id=8b9ada4b-c67d-4544-a9b9-db99f5dcf4de HTTP/1.1" status: 200  len: 945 time: 0.0931144
Dec 09 05:33:34.030885 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-99f62867-d0a1-477e-bcb5-0a892229fae6 req-92fc1046-3e18-4298-aec0-c8cbf100805e tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Deleting port 43027fcd-e4dd-4988-8f96-09703954b3e3 {{(pid=80246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 09 05:33:34.031273 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-99f62867-d0a1-477e-bcb5-0a892229fae6 req-92fc1046-3e18-4298-aec0-c8cbf100805e tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787496886762'] for port, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:34.203118 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e03d65-2451-41a9-a2a1-2cabf2f3db6b req-bf6cf0c3-cf01-4115-a54a-1ebdb166894d tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:34.204832 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-81e03d65-2451-41a9-a2a1-2cabf2f3db6b req-bf6cf0c3-cf01-4115-a54a-1ebdb166894d tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 944 time: 0.1112642
Dec 09 05:33:34.257677 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-81e03d65-2451-41a9-a2a1-2cabf2f3db6b req-bb03c8a8-26de-4e83-bbea-fced428bc7bf tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458758
Dec 09 05:33:34.311421 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-99f62867-d0a1-477e-bcb5-0a892229fae6 req-92fc1046-3e18-4298-aec0-c8cbf100805e tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] For port 43027fcd-e4dd-4988-8f96-09703954b3e3, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=43027fcd-e4dd-4988-8f96-09703954b3e3,segment=NetworkSegment(4912dbc1-9b7b-4cb0-b8f0-f8f036206d49),segment_id=4912dbc1-9b7b-4cb0-b8f0-f8f036206d49)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:33:34.311923 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-99f62867-d0a1-477e-bcb5-0a892229fae6 req-92fc1046-3e18-4298-aec0-c8cbf100805e tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744221'] for port, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:34.453035 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-99f62867-d0a1-477e-bcb5-0a892229fae6 req-92fc1046-3e18-4298-aec0-c8cbf100805e tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Calling delete_port for 43027fcd-e4dd-4988-8f96-09703954b3e3 owned by compute:nova {{(pid=80246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 09 05:33:34.562905 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe7243e-67c5-48eb-949b-a8fd9f1e8eca req-e4c5a94a-0ae0-42b6-920c-f2fadde23bbe tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:34.564545 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-dbe7243e-67c5-48eb-949b-a8fd9f1e8eca req-e4c5a94a-0ae0-42b6-920c-f2fadde23bbe tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=8b9ada4b-c67d-4544-a9b9-db99f5dcf4de HTTP/1.1" status: 200  len: 945 time: 0.0977829
Dec 09 05:33:34.614578 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-dbe7243e-67c5-48eb-949b-a8fd9f1e8eca req-6e6676d7-1417-45fe-926f-e239cd686628 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/security-groups?id=9f31bb62-a357-4a0d-9bfd-fc2419bb91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422642
Dec 09 05:33:34.624569 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-99f62867-d0a1-477e-bcb5-0a892229fae6 req-92fc1046-3e18-4298-aec0-c8cbf100805e tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787496890807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249358481609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10841009'] for port, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:34.643726 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-4b00fe04-e2d5-446d-9729-bf515a536275 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:33:34.691149 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device fe13aeac-bac0-42fe-96d0-5cb4f2cb5d82 up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:33:34.701120 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fc1046-3e18-4298-aec0-c8cbf100805e tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Pushing event deleted for resources: {'Port': ['ID=43027fcd-e4dd-4988-8f96-09703954b3e3,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:33:34.767441 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-92fc1046-3e18-4298-aec0-c8cbf100805e tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:33:34.773463 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port fe13aeac-bac0-42fe-96d0-5cb4f2cb5d82 triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:33:34.773930 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:34.908764 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:34.909526 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-99f62867-d0a1-477e-bcb5-0a892229fae6 req-92fc1046-3e18-4298-aec0-c8cbf100805e tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] No DVR routers for this DVR port 43027fcd-e4dd-4988-8f96-09703954b3e3 on host hv-cinder-76330 {{(pid=80246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 09 05:33:34.912461 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-99f62867-d0a1-477e-bcb5-0a892229fae6 req-92fc1046-3e18-4298-aec0-c8cbf100805e tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870'] for port, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:34.915326 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b9ada4b-c67d-4544-a9b9-db99f5dcf4de', 'name': 'network-vif-deleted', 'tag': '43027fcd-e4dd-4988-8f96-09703954b3e3'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:33:34.945345 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605d5808-5bd5-4684-b378-98e3665f56e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe13aeac-bac0-42fe-96d0-5cb4f2cb5d82'}] {{(pid=80247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:33:34.946101 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-99f62867-d0a1-477e-bcb5-0a892229fae6 req-92fc1046-3e18-4298-aec0-c8cbf100805e tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.59 "DELETE /v2.0/ports/43027fcd-e4dd-4988-8f96-09703954b3e3 HTTP/1.1" status: 204  len: 173 time: 0.9928157
Dec 09 05:33:34.952993 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ce308c-31eb-4778-b4f9-007f5169e5d2 req-66aae331-bd65-4931-832d-47742eadd60d tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:34.953122 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] For port fe13aeac-bac0-42fe-96d0-5cb4f2cb5d82, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=fe13aeac-bac0-42fe-96d0-5cb4f2cb5d82,segment=NetworkSegment(d2ba5cc2-7dc0-4439-9bab-bd1dc2090790),segment_id=d2ba5cc2-7dc0-4439-9bab-bd1dc2090790)] {{(pid=80247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:33:34.954605 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e2ce308c-31eb-4778-b4f9-007f5169e5d2 req-66aae331-bd65-4931-832d-47742eadd60d tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=eff4a7a6-c915-4262-8eb4-47a7ba9d5707 HTTP/1.1" status: 200  len: 945 time: 0.1650276
Dec 09 05:33:34.956508 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:34.960195 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:33:35.011548 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b9ada4b-c67d-4544-a9b9-db99f5dcf4de', 'name': 'network-vif-deleted', 'tag': '43027fcd-e4dd-4988-8f96-09703954b3e3', 'status': 'completed', 'code': 200}
Dec 09 05:33:35.029439 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e2ce308c-31eb-4778-b4f9-007f5169e5d2 req-b45a711b-2f9c-45a1-9ae7-ee34fd86ab7a tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673339
Dec 09 05:33:35.035065 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device 43027fcd-e4dd-4988-8f96-09703954b3e3 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 09 05:33:35.079289 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '605d5808-5bd5-4684-b378-98e3665f56e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe13aeac-bac0-42fe-96d0-5cb4f2cb5d82', 'code': 200}
Dec 09 05:33:35.086527 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] No Port match for: 43027fcd-e4dd-4988-8f96-09703954b3e3 {{(pid=80247) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 09 05:33:35.086929 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device 43027fcd-e4dd-4988-8f96-09703954b3e3 not bound to the agent host hv-cinder-76330 {{(pid=80247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 09 05:33:35.092825 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Pushing event updated for resources: {'Port': ['ID=fe13aeac-bac0-42fe-96d0-5cb4f2cb5d82,revision_number=6']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:33:35.096252 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:33:35.520358 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454f94a4-2848-4f3e-bb7e-6496e789a58f req-7fb21243-57c9-460a-afd6-1834cd5555b0 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:35.522060 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-454f94a4-2848-4f3e-bb7e-6496e789a58f req-7fb21243-57c9-460a-afd6-1834cd5555b0 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 946 time: 0.0947423
Dec 09 05:33:35.584816 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-454f94a4-2848-4f3e-bb7e-6496e789a58f req-37e4dc8a-2507-46ec-9685-f6b309df9232 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0549865
Dec 09 05:33:35.834555 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-4b7287a2-90ad-4467-afe7-97e38139b901 req-d90d5832-922f-4b06-9cf7-0bdff78bce15 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Synchronizing usage tracker for tenant:3257a949e8bc405187c51474a6152074 on resource:port {{(pid=80246) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:33:35.866327 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d886a56-c249-4180-970c-2c46ec5495a7 req-230b0b31-b957-4415-aa77-1d4ebcd2fc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:35.868194 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3d886a56-c249-4180-970c-2c46ec5495a7 req-230b0b31-b957-4415-aa77-1d4ebcd2fc13 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 1163 time: 0.1576910
Dec 09 05:33:35.869379 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-4b7287a2-90ad-4467-afe7-97e38139b901 req-d90d5832-922f-4b06-9cf7-0bdff78bce15 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Unset dirty status for tenant:3257a949e8bc405187c51474a6152074 on resource:port {{(pid=80246) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:33:35.872171 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4b7287a2-90ad-4467-afe7-97e38139b901 req-d90d5832-922f-4b06-9cf7-0bdff78bce15 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=8b9ada4b-c67d-4544-a9b9-db99f5dcf4de HTTP/1.1" status: 200  len: 210 time: 0.0880475
Dec 09 05:33:35.924165 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3d886a56-c249-4180-970c-2c46ec5495a7 req-ccd31117-52ae-45bc-a9ad-90e2b6a79c8c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435524
Dec 09 05:33:36.065419 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcda83ea-62f4-4cc5-a808-aeef9c127439 req-1d94c2d3-13a1-44e8-9636-3e98d2acb22a tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:36.067075 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-dcda83ea-62f4-4cc5-a808-aeef9c127439 req-1d94c2d3-13a1-44e8-9636-3e98d2acb22a tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/ports?device_id=502d1b9e-4516-4c89-bce3-b368e5421be5 HTTP/1.1" status: 200  len: 946 time: 0.0904303
Dec 09 05:33:36.117594 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-dcda83ea-62f4-4cc5-a808-aeef9c127439 req-efe2b242-ae47-44d4-b2cf-74d44860db2b tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/security-groups?id=ecdb9fd2-1d3a-4252-8b98-f44c30285d67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440357
Dec 09 05:33:36.252597 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a296ec-7e20-4c08-9329-614616c486a9 req-6caf3391-ec90-410d-9e3a-1ed36d500302 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:36.254243 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-02a296ec-7e20-4c08-9329-614616c486a9 req-6caf3391-ec90-410d-9e3a-1ed36d500302 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=eff4a7a6-c915-4262-8eb4-47a7ba9d5707 HTTP/1.1" status: 200  len: 945 time: 0.0918157
Dec 09 05:33:36.303733 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-02a296ec-7e20-4c08-9329-614616c486a9 req-a31b1601-1f3c-4efb-819d-2b27283fe6ac tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430777
Dec 09 05:33:36.674685 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device fe13aeac-bac0-42fe-96d0-5cb4f2cb5d82 up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:33:36.748841 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port fe13aeac-bac0-42fe-96d0-5cb4f2cb5d82 triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:33:36.749274 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:36.842447 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a289fe-58ad-47a1-a0f5-aff0c149eee9 req-6a4a44fb-9f82-4f24-928f-d85d0849afb4 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:36.844410 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c1a289fe-58ad-47a1-a0f5-aff0c149eee9 req-6a4a44fb-9f82-4f24-928f-d85d0849afb4 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 946 time: 0.0932844
Dec 09 05:33:36.897803 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c1a289fe-58ad-47a1-a0f5-aff0c149eee9 req-a344e3e4-14be-4f75-a5d4-922b11024443 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458941
Dec 09 05:33:37.391846 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2356c3fd-d92b-46bb-a296-275b50e8bd0d req-d6c4f952-e39d-40fc-b7f1-c212fe9d31a2 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:37.393464 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2356c3fd-d92b-46bb-a296-275b50e8bd0d req-d6c4f952-e39d-40fc-b7f1-c212fe9d31a2 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/ports?device_id=502d1b9e-4516-4c89-bce3-b368e5421be5 HTTP/1.1" status: 200  len: 946 time: 0.1105015
Dec 09 05:33:37.462007 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2356c3fd-d92b-46bb-a296-275b50e8bd0d req-e9a72ee9-0060-47b3-9dbe-60c253e93fb1 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/security-groups?id=ecdb9fd2-1d3a-4252-8b98-f44c30285d67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0551248
Dec 09 05:33:37.494803 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a95fe-c67d-4499-b3df-53c04989f7c0 req-ae793b2c-e3fe-4f25-8d81-6001c1e1d941 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:37.497929 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e34a95fe-c67d-4499-b3df-53c04989f7c0 req-ae793b2c-e3fe-4f25-8d81-6001c1e1d941 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=66af7b7a-008f-41a5-af48-13f1c7b1134e HTTP/1.1" status: 200  len: 946 time: 0.1185369
Dec 09 05:33:37.565464 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e34a95fe-c67d-4499-b3df-53c04989f7c0 req-e9b1d262-4ea1-4008-9e1c-34753e676ca5 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/security-groups?id=9f31bb62-a357-4a0d-9bfd-fc2419bb91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554767
Dec 09 05:33:37.778128 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b43b9-6eed-4de3-9ffc-2b2b5e4d8b89 req-6fea084f-1652-4ba8-b1e0-e405880e9762 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:37.779755 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ea5b43b9-6eed-4de3-9ffc-2b2b5e4d8b89 req-6fea084f-1652-4ba8-b1e0-e405880e9762 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=eff4a7a6-c915-4262-8eb4-47a7ba9d5707 HTTP/1.1" status: 200  len: 945 time: 0.1626663
Dec 09 05:33:37.823940 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded5f128-5372-4f4f-9f5a-48c86c7115c6 req-c342026c-63dd-40df-9720-7411e6ee0aa8 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:37.825770 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ded5f128-5372-4f4f-9f5a-48c86c7115c6 req-c342026c-63dd-40df-9720-7411e6ee0aa8 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.59 "GET /v2.0/ports?device_id=eff4a7a6-c915-4262-8eb4-47a7ba9d5707 HTTP/1.1" status: 200  len: 945 time: 0.1543291
Dec 09 05:33:37.899821 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ea5b43b9-6eed-4de3-9ffc-2b2b5e4d8b89 req-b5eedfac-f1cc-40ae-8199-168bf83dcd32 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/security-groups?id=8a41f6e6-e6c1-4dec-8036-c2c5622ed462&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1132574
Dec 09 05:33:37.930134 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-ded5f128-5372-4f4f-9f5a-48c86c7115c6 req-83d13ce3-9771-404b-86dc-73d603c5bba2 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Deleting port cd5892db-1676-4f45-8762-15d831f1c7bf {{(pid=80246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 09 05:33:37.930525 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-ded5f128-5372-4f4f-9f5a-48c86c7115c6 req-83d13ce3-9771-404b-86dc-73d603c5bba2 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787496886762'] for port, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:38.161456 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc15a4ec-955a-4f81-a676-ff7edf77dc68 req-f186b38c-900a-4f0b-a708-a6583cc03304 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:38.163120 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-fc15a4ec-955a-4f81-a676-ff7edf77dc68 req-f186b38c-900a-4f0b-a708-a6583cc03304 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 946 time: 0.0957944
Dec 09 05:33:38.177618 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device fe13aeac-bac0-42fe-96d0-5cb4f2cb5d82 up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:33:38.223301 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-fc15a4ec-955a-4f81-a676-ff7edf77dc68 req-8c7a0792-0d10-433c-95d6-b5ebea9ea80f tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0517840
Dec 09 05:33:38.234258 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-ded5f128-5372-4f4f-9f5a-48c86c7115c6 req-83d13ce3-9771-404b-86dc-73d603c5bba2 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] For port cd5892db-1676-4f45-8762-15d831f1c7bf, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=cd5892db-1676-4f45-8762-15d831f1c7bf,segment=NetworkSegment(d28f75f2-617a-4107-aa9e-23b92b1ef4c4),segment_id=d28f75f2-617a-4107-aa9e-23b92b1ef4c4)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:33:38.234735 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-ded5f128-5372-4f4f-9f5a-48c86c7115c6 req-83d13ce3-9771-404b-86dc-73d603c5bba2 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744221'] for port, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:38.266769 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port fe13aeac-bac0-42fe-96d0-5cb4f2cb5d82 triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:33:38.267460 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:38.381123 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-ded5f128-5372-4f4f-9f5a-48c86c7115c6 req-83d13ce3-9771-404b-86dc-73d603c5bba2 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Calling delete_port for cd5892db-1676-4f45-8762-15d831f1c7bf owned by compute:nova {{(pid=80246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 09 05:33:38.411072 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device cd5892db-1676-4f45-8762-15d831f1c7bf no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 09 05:33:38.539802 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:38.562796 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-ded5f128-5372-4f4f-9f5a-48c86c7115c6 req-83d13ce3-9771-404b-86dc-73d603c5bba2 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787496890807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249358481609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10841009'] for port, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:38.584409 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-9bcaf7aa-675d-4851-a86d-04cea04a6a53 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:33:38.640636 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d13ce3-9771-404b-86dc-73d603c5bba2 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Pushing event deleted for resources: {'Port': ['ID=cd5892db-1676-4f45-8762-15d831f1c7bf,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:33:38.644268 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-83d13ce3-9771-404b-86dc-73d603c5bba2 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:33:38.842864 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ef6580-8e74-4764-b256-7f14d0f27b83 req-76a3f6b8-f214-4722-8855-574a28e418b0 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:38.844510 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-98ef6580-8e74-4764-b256-7f14d0f27b83 req-76a3f6b8-f214-4722-8855-574a28e418b0 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=66af7b7a-008f-41a5-af48-13f1c7b1134e HTTP/1.1" status: 200  len: 946 time: 0.1079071
Dec 09 05:33:38.850875 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140eca98-a5ad-4341-8376-35d0841ace76 req-9f7e5084-68dc-4e71-87b3-01ce9817d87c tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:38.852634 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-140eca98-a5ad-4341-8376-35d0841ace76 req-9f7e5084-68dc-4e71-87b3-01ce9817d87c tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/ports?device_id=502d1b9e-4516-4c89-bce3-b368e5421be5 HTTP/1.1" status: 200  len: 946 time: 0.1956003
Dec 09 05:33:38.920812 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-98ef6580-8e74-4764-b256-7f14d0f27b83 req-46f07902-7fb6-45de-8b4e-d753946bc1b3 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/security-groups?id=9f31bb62-a357-4a0d-9bfd-fc2419bb91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668736
Dec 09 05:33:39.123046 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-43da0e5b-1b12-4421-9a4b-a3f1113c45a2 req-5820b882-b4a7-4455-9877-4f05a6fb91db tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.39 "GET /v2.0/ports?device_id=eff4a7a6-c915-4262-8eb4-47a7ba9d5707 HTTP/1.1" status: 200  len: 210 time: 0.0611534
Dec 09 05:33:39.230904 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-ded5f128-5372-4f4f-9f5a-48c86c7115c6 req-83d13ce3-9771-404b-86dc-73d603c5bba2 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] No DVR routers for this DVR port cd5892db-1676-4f45-8762-15d831f1c7bf on host hv-cinder-76330 {{(pid=80246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 09 05:33:39.238599 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-ded5f128-5372-4f4f-9f5a-48c86c7115c6 req-83d13ce3-9771-404b-86dc-73d603c5bba2 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870'] for port, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:39.242503 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff4a7a6-c915-4262-8eb4-47a7ba9d5707', 'name': 'network-vif-deleted', 'tag': 'cd5892db-1676-4f45-8762-15d831f1c7bf'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:33:39.267488 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-140eca98-a5ad-4341-8376-35d0841ace76 req-066d127e-336f-49cf-9909-f618f97ea7da tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/security-groups?id=ecdb9fd2-1d3a-4252-8b98-f44c30285d67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3624020
Dec 09 05:33:39.274543 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ded5f128-5372-4f4f-9f5a-48c86c7115c6 req-83d13ce3-9771-404b-86dc-73d603c5bba2 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] 10.222.0.59 "DELETE /v2.0/ports/cd5892db-1676-4f45-8762-15d831f1c7bf HTTP/1.1" status: 204  len: 173 time: 1.4333467
Dec 09 05:33:39.300449 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1014ee8-4dc2-4d19-9549-15ba7d683256 req-641602f1-f280-47f5-b07c-7f7b2f95616d tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:39.302608 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c1014ee8-4dc2-4d19-9549-15ba7d683256 req-641602f1-f280-47f5-b07c-7f7b2f95616d tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.59 "GET /v2.0/ports?device_id=66af7b7a-008f-41a5-af48-13f1c7b1134e HTTP/1.1" status: 200  len: 946 time: 0.4380684
Dec 09 05:33:39.360624 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff4a7a6-c915-4262-8eb4-47a7ba9d5707', 'name': 'network-vif-deleted', 'tag': 'cd5892db-1676-4f45-8762-15d831f1c7bf', 'status': 'completed', 'code': 200}
Dec 09 05:33:39.400475 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-c1014ee8-4dc2-4d19-9549-15ba7d683256 req-ba5377ca-0ffd-4154-bcdc-8c9c1d2b25f7 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Deleting port ef190fed-638e-43f0-85cf-449a9fef7d88 {{(pid=80246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 09 05:33:39.400943 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-c1014ee8-4dc2-4d19-9549-15ba7d683256 req-ba5377ca-0ffd-4154-bcdc-8c9c1d2b25f7 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787496886762'] for port, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:39.690419 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3491fa-2dae-4bc1-9d5d-f38aeba31a46 req-68ffe821-e262-4a38-ad33-964d9897cc39 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:39.692515 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1f3491fa-2dae-4bc1-9d5d-f38aeba31a46 req-68ffe821-e262-4a38-ad33-964d9897cc39 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 946 time: 0.2407267
Dec 09 05:33:39.848564 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1f3491fa-2dae-4bc1-9d5d-f38aeba31a46 req-9cd3799a-ca86-4d2d-90a1-1aa3bd3fcd79 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0904901
Dec 09 05:33:39.873865 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-c1014ee8-4dc2-4d19-9549-15ba7d683256 req-ba5377ca-0ffd-4154-bcdc-8c9c1d2b25f7 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] For port ef190fed-638e-43f0-85cf-449a9fef7d88, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=ef190fed-638e-43f0-85cf-449a9fef7d88,segment=NetworkSegment(4912dbc1-9b7b-4cb0-b8f0-f8f036206d49),segment_id=4912dbc1-9b7b-4cb0-b8f0-f8f036206d49)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:33:39.873865 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-c1014ee8-4dc2-4d19-9549-15ba7d683256 req-ba5377ca-0ffd-4154-bcdc-8c9c1d2b25f7 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744221'] for port, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:40.030964 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-c1014ee8-4dc2-4d19-9549-15ba7d683256 req-ba5377ca-0ffd-4154-bcdc-8c9c1d2b25f7 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Calling delete_port for ef190fed-638e-43f0-85cf-449a9fef7d88 owned by compute:nova {{(pid=80246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 09 05:33:40.141698 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device ef190fed-638e-43f0-85cf-449a9fef7d88 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 09 05:33:40.192580 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1223b1cb-1407-49f7-a875-df370218fa24 req-48f6b61f-ccff-4e47-91cc-ae649fcf4397 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:40.194406 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1223b1cb-1407-49f7-a875-df370218fa24 req-48f6b61f-ccff-4e47-91cc-ae649fcf4397 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=66af7b7a-008f-41a5-af48-13f1c7b1134e HTTP/1.1" status: 200  len: 946 time: 0.1005328
Dec 09 05:33:40.240367 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-c1014ee8-4dc2-4d19-9549-15ba7d683256 req-ba5377ca-0ffd-4154-bcdc-8c9c1d2b25f7 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787496890807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249358481609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10841009'] for port, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:40.263996 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Port ef190fed-638e-43f0-85cf-449a9fef7d88 update to DOWN by agent not found {{(pid=80247) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2085}}
Dec 09 05:33:40.267202 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-969b156e-0bef-4c28-8f5f-5b6534c0e126 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:33:40.267579 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1223b1cb-1407-49f7-a875-df370218fa24 req-93b71f05-86dc-4c2b-936f-600b3391e8c7 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/security-groups?id=9f31bb62-a357-4a0d-9bfd-fc2419bb91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645909
Dec 09 05:33:40.279369 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 35712) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:33:40.330612 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5377ca-0ffd-4154-bcdc-8c9c1d2b25f7 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Pushing event deleted for resources: {'Port': ['ID=ef190fed-638e-43f0-85cf-449a9fef7d88,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:33:40.335703 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ba5377ca-0ffd-4154-bcdc-8c9c1d2b25f7 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:33:40.539873 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1014ee8-4dc2-4d19-9549-15ba7d683256 req-ba5377ca-0ffd-4154-bcdc-8c9c1d2b25f7 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] No DVR routers for this DVR port ef190fed-638e-43f0-85cf-449a9fef7d88 on host hv-cinder-76330 {{(pid=80246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 09 05:33:40.543025 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-c1014ee8-4dc2-4d19-9549-15ba7d683256 req-ba5377ca-0ffd-4154-bcdc-8c9c1d2b25f7 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870'] for port, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:40.569891 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c1014ee8-4dc2-4d19-9549-15ba7d683256 req-ba5377ca-0ffd-4154-bcdc-8c9c1d2b25f7 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.59 "DELETE /v2.0/ports/ef190fed-638e-43f0-85cf-449a9fef7d88 HTTP/1.1" status: 204  len: 173 time: 1.2547083
Dec 09 05:33:40.577416 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac61c9b-4a7b-4561-84ca-5001ea2c967c req-2eb28260-325c-4afd-bf20-f0323d6694a4 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:40.579068 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-fac61c9b-4a7b-4561-84ca-5001ea2c967c req-2eb28260-325c-4afd-bf20-f0323d6694a4 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/ports?device_id=502d1b9e-4516-4c89-bce3-b368e5421be5 HTTP/1.1" status: 200  len: 946 time: 0.1525831
Dec 09 05:33:40.628544 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-fac61c9b-4a7b-4561-84ca-5001ea2c967c req-ad8da7c3-e443-4d3d-ac74-f18c47d9b8f4 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/security-groups?id=ecdb9fd2-1d3a-4252-8b98-f44c30285d67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425231
Dec 09 05:33:40.663811 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ce4eb65d-97c6-4dfe-abe0-c55261563c0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036851029530'] for router_interface, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:41.291928 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-ce4eb65d-97c6-4dfe-abe0-c55261563c0a admin admin] Deleting port d7870353-fdfc-40e4-a65e-15dc381006c2 {{(pid=80245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 09 05:33:41.293131 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ce4eb65d-97c6-4dfe-abe0-c55261563c0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787496886762'] for port, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:41.362446 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66af7b7a-008f-41a5-af48-13f1c7b1134e', 'name': 'network-vif-deleted', 'tag': 'ef190fed-638e-43f0-85cf-449a9fef7d88'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:33:41.424169 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66af7b7a-008f-41a5-af48-13f1c7b1134e', 'name': 'network-vif-deleted', 'tag': 'ef190fed-638e-43f0-85cf-449a9fef7d88', 'status': 'completed', 'code': 200}
Dec 09 05:33:41.487006 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-ce4eb65d-97c6-4dfe-abe0-c55261563c0a admin admin] For port d7870353-fdfc-40e4-a65e-15dc381006c2, host dv-cinder-763306-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=d7870353-fdfc-40e4-a65e-15dc381006c2,segment=NetworkSegment(d28f75f2-617a-4107-aa9e-23b92b1ef4c4),segment_id=d28f75f2-617a-4107-aa9e-23b92b1ef4c4)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:33:41.487413 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ce4eb65d-97c6-4dfe-abe0-c55261563c0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744221'] for port, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:41.623515 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-ce4eb65d-97c6-4dfe-abe0-c55261563c0a admin admin] Calling delete_port for d7870353-fdfc-40e4-a65e-15dc381006c2 owned by network:router_interface {{(pid=80245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 09 05:33:42.225913 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ddc6ff-b74a-4075-b7c8-86a341a0bb3d req-18a93cc1-6783-4557-8a02-5d464f3e9af1 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:42.227592 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-64ddc6ff-b74a-4075-b7c8-86a341a0bb3d req-18a93cc1-6783-4557-8a02-5d464f3e9af1 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/ports?device_id=502d1b9e-4516-4c89-bce3-b368e5421be5 HTTP/1.1" status: 200  len: 946 time: 0.3446720
Dec 09 05:33:42.329272 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-64ddc6ff-b74a-4075-b7c8-86a341a0bb3d req-fd7d20fd-a1f8-4ba8-b82b-19a9ab651a45 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/security-groups?id=ecdb9fd2-1d3a-4252-8b98-f44c30285d67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0705454
Dec 09 05:33:42.334517 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ce4eb65d-97c6-4dfe-abe0-c55261563c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787496890807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249358481609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844148928'] for port, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:42.351747 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:33:42.407695 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4eb65d-97c6-4dfe-abe0-c55261563c0a admin admin] Pushing event deleted for resources: {'Port': ['ID=d7870353-fdfc-40e4-a65e-15dc381006c2,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:33:42.412309 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ce4eb65d-97c6-4dfe-abe0-c55261563c0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:33:42.764579 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ce4eb65d-97c6-4dfe-abe0-c55261563c0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851548905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036851029608'] for router_interface, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:43.282495 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc7fbec-01f1-4d0f-b883-65da5f9d1c65 req-fbaf29f5-ace8-4e7e-98a3-d65c4ac117fe tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:43.284000 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2dc7fbec-01f1-4d0f-b883-65da5f9d1c65 req-fbaf29f5-ace8-4e7e-98a3-d65c4ac117fe tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=c72e4077-6f66-4705-9a4a-2b261d075ebc HTTP/1.1" status: 200  len: 945 time: 0.1915157
Dec 09 05:33:43.421641 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2dc7fbec-01f1-4d0f-b883-65da5f9d1c65 req-79055cdc-ae16-453b-8f3b-68e846cf6b81 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/security-groups?id=9f31bb62-a357-4a0d-9bfd-fc2419bb91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1264372
Dec 09 05:33:43.452531 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce4eb65d-97c6-4dfe-abe0-c55261563c0a admin admin] Router 92853a73-0235-4871-a647-61c4f5a1606b has already been hosted by L3 agent 16cb43a9-cd2d-4531-acd4-2457db4a9ad2 {{(pid=80245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 09 05:33:43.556515 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de8f478-fb74-4e28-980f-737502d80938 req-8972ab58-a81a-42b7-a8cf-3c96aca012f1 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:43.558747 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5de8f478-fb74-4e28-980f-737502d80938 req-8972ab58-a81a-42b7-a8cf-3c96aca012f1 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/ports?device_id=502d1b9e-4516-4c89-bce3-b368e5421be5 HTTP/1.1" status: 200  len: 946 time: 0.0922582
Dec 09 05:33:43.607716 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5de8f478-fb74-4e28-980f-737502d80938 req-9fcf8bee-7b66-4022-b29d-052537eed52e tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/security-groups?id=ecdb9fd2-1d3a-4252-8b98-f44c30285d67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421510
Dec 09 05:33:43.647384 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce4eb65d-97c6-4dfe-abe0-c55261563c0a admin admin] Notify agent at l3_agent.dv-cinder-763306-6-iscsi the message routers_updated {{(pid=80245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 09 05:33:43.658838 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a92b9bc-ac12-4a37-8dde-a613668371af None None] Sync routers for ids ['92853a73-0235-4871-a647-61c4f5a1606b'] in dv-cinder-763306-6-iscsi {{(pid=80248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 09 05:33:43.661778 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-ce4eb65d-97c6-4dfe-abe0-c55261563c0a admin admin] 10.222.0.39 "PUT /v2.0/routers/92853a73-0235-4871-a647-61c4f5a1606b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3811197
Dec 09 05:33:43.664646 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 35736) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:33:43.669974 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a92b9bc-ac12-4a37-8dde-a613668371af None None] Routers {'92853a73-0235-4871-a647-61c4f5a1606b'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:33:43.670657 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-5a92b9bc-ac12-4a37-8dde-a613668371af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff81c3ba8>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:33:17Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['92853a73-0235-4871-a647-61c4f5a1606b'], 'active': True} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:33:43.857700 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c251c351-a888-4dee-a1b4-8fd8a74d724a admin admin] Notify callbacks [] for router, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:43.866488 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-5a92b9bc-ac12-4a37-8dde-a613668371af None None] Set router 92853a73-0235-4871-a647-61c4f5a1606b gateway port host: dv-cinder-763306-6-iscsi {{(pid=80248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:33:44.186326 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device 67442362-ddcc-4233-80fd-dfccb586d81d up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:33:44.198393 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-5a92b9bc-ac12-4a37-8dde-a613668371af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff81c3ba8>, [{'id': '92853a73-0235-4871-a647-61c4f5a1606b', 'name': 'tempest-ServerRescueNegativeTestJSON-802605716-router', 'tenant_id': 'f2e56e35acf649b3b3156dba09242a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '810cc297-617d-482b-8d21-969e12e8e915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:29:37Z', 'updated_at': '2020-12-09T05:33:42Z', 'revision_number': 5, 'project_id': 'f2e56e35acf649b3b3156dba09242a4f', 'gw_port': {'id': '810cc297-617d-482b-8d21-969e12e8e915', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:79:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92853a73-0235-4871-a647-61c4f5a1606b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:29:39Z', 'updated_at': '2020-12-09T05:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi'}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:33:44.203905 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a92b9bc-ac12-4a37-8dde-a613668371af None None] Checking router: 92853a73-0235-4871-a647-61c4f5a1606b for host: dv-cinder-763306-6-iscsi {{(pid=80248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 09 05:33:44.223281 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a92b9bc-ac12-4a37-8dde-a613668371af None None] Routers {'92853a73-0235-4871-a647-61c4f5a1606b'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:33:44.224333 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-5a92b9bc-ac12-4a37-8dde-a613668371af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff81c3ba8>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:33:17Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['92853a73-0235-4871-a647-61c4f5a1606b'], 'active': True} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:33:44.263021 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port 67442362-ddcc-4233-80fd-dfccb586d81d triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:33:44.263271 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:44.275933 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c251c351-a888-4dee-a1b4-8fd8a74d724a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:44.282830 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-c251c351-a888-4dee-a1b4-8fd8a74d724a admin admin] Deleting port 810cc297-617d-482b-8d21-969e12e8e915 {{(pid=80245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 09 05:33:44.283217 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c251c351-a888-4dee-a1b4-8fd8a74d724a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787496886762'] for port, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:44.420200 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-5a92b9bc-ac12-4a37-8dde-a613668371af None None] Set router 92853a73-0235-4871-a647-61c4f5a1606b gateway port host: dv-cinder-763306-6-iscsi {{(pid=80248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:33:44.480062 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-c251c351-a888-4dee-a1b4-8fd8a74d724a admin admin] For port 810cc297-617d-482b-8d21-969e12e8e915, host dv-cinder-763306-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=810cc297-617d-482b-8d21-969e12e8e915,segment=NetworkSegment(6806ddaa-9afa-4e45-ac00-e428af44bdb5),segment_id=6806ddaa-9afa-4e45-ac00-e428af44bdb5)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:33:44.480665 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c251c351-a888-4dee-a1b4-8fd8a74d724a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744221'] for port, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:44.615515 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-c251c351-a888-4dee-a1b4-8fd8a74d724a admin admin] Calling delete_port for 810cc297-617d-482b-8d21-969e12e8e915 owned by network:router_gateway {{(pid=80245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 09 05:33:44.801206 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e4cd6-5939-48f3-a133-bcce9703cb94 req-2b6935c7-2f4c-4449-90d7-f280de158d51 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:44.803385 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-036e4cd6-5939-48f3-a133-bcce9703cb94 req-2b6935c7-2f4c-4449-90d7-f280de158d51 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=c72e4077-6f66-4705-9a4a-2b261d075ebc HTTP/1.1" status: 200  len: 945 time: 0.1959896
Dec 09 05:33:44.920725 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-5a92b9bc-ac12-4a37-8dde-a613668371af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff81c3ba8>, [{'id': '92853a73-0235-4871-a647-61c4f5a1606b', 'name': 'tempest-ServerRescueNegativeTestJSON-802605716-router', 'tenant_id': 'f2e56e35acf649b3b3156dba09242a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '810cc297-617d-482b-8d21-969e12e8e915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:29:37Z', 'updated_at': '2020-12-09T05:33:42Z', 'revision_number': 5, 'project_id': 'f2e56e35acf649b3b3156dba09242a4f', 'gw_port': {'id': '810cc297-617d-482b-8d21-969e12e8e915', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:79:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92853a73-0235-4871-a647-61c4f5a1606b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:29:39Z', 'updated_at': '2020-12-09T05:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi'}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:33:44.925171 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ef4e9c-e09b-42fb-9686-529a71b86807 req-6b7903f5-1a06-4049-bd1c-4e76d62f400d tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:44.925602 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a92b9bc-ac12-4a37-8dde-a613668371af None None] The sync data for ids ['92853a73-0235-4871-a647-61c4f5a1606b'] in dv-cinder-763306-6-iscsi is: [{'id': '92853a73-0235-4871-a647-61c4f5a1606b', 'name': 'tempest-ServerRescueNegativeTestJSON-802605716-router', 'tenant_id': 'f2e56e35acf649b3b3156dba09242a4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '810cc297-617d-482b-8d21-969e12e8e915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:29:37Z', 'updated_at': '2020-12-09T05:33:42Z', 'revision_number': 5, 'project_id': 'f2e56e35acf649b3b3156dba09242a4f', 'gw_port': {'id': '810cc297-617d-482b-8d21-969e12e8e915', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:79:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92853a73-0235-4871-a647-61c4f5a1606b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:29:39Z', 'updated_at': '2020-12-09T05:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi'}] {{(pid=80248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 09 05:33:44.935634 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a9ef4e9c-e09b-42fb-9686-529a71b86807 req-6b7903f5-1a06-4049-bd1c-4e76d62f400d tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/ports?device_id=502d1b9e-4516-4c89-bce3-b368e5421be5 HTTP/1.1" status: 200  len: 946 time: 0.1582656
Dec 09 05:33:44.936584 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-036e4cd6-5939-48f3-a133-bcce9703cb94 req-3a07007e-f5a9-4b10-87af-0ce46528041f tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/security-groups?id=9f31bb62-a357-4a0d-9bfd-fc2419bb91a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0802479
Dec 09 05:33:44.937504 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c251c351-a888-4dee-a1b4-8fd8a74d724a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787496890807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249358481609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844148928'] for port, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]: WARNING neutron.plugins.ml2.ovo_rpc [None req-c251c351-a888-4dee-a1b4-8fd8a74d724a admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:     result = function(*args, **kwargs)
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:     proto.__init__(conn_state, self)
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:     self.handle()
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:     self.handle_one_request()
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:     self.handle_one_response()
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:     result = self.application(self.environ, start_response)
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:     return app(environ, start_response)
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:     resp = self.call_func(req, *args, **kw)
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:     return self.func(req, *args, **kwargs)
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:     response = req.get_response(self.application)
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:     application, catch_exc_info=False)
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:     app_iter = application(self.environ, start_response)
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:     resp = self.call_func(req, *args, **kw)
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:     return self.func(req, *args, **kwargs)
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:     response = req.get_response(self.application)
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:     application, catch_exc_info=False)
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:     app_iter = application(self.environ, start_response)
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:     resp = self.call_func(req, *args, **kw)
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:     return self.func(req, *args, **kwargs)
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:     response = req.get_response(self.application)
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:     application, catch_exc_info=False)
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:     app_iter = application(self.environ, start_response)
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:     resp = self.call_func(req, *args, **kw)
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:     return self.func(req, *args, **kwargs)
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:     response = req.get_response(self.application)
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:     application, catch_exc_info=False)
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:     app_iter = application(self.environ, start_response)
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:     resp = self.call_func(req, *args, **kw)
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:     return self.func(req, *args, **kwargs)
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:     return request.get_response(self.application)
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:     application, catch_exc_info=False)
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:     app_iter = application(self.environ, start_response)
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:     resp = self.call_func(req, *args, **kw)
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:     return self.func(req, *args, **kwargs)
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:     response = req.get_response(self._app)
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:     application, catch_exc_info=False)
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:     app_iter = application(self.environ, start_response)
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:     return resp(environ, start_response)
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:     return resp(environ, start_response)
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:     response = self.app(environ, start_response)
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:     return resp(environ, start_response)
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:     resp = self.call_func(req, *args, **kw)
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:     return self.func(req, *args, **kwargs)
Dec 09 05:33:44.944208 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Dec 09 05:33:44.953080 dv-cinder-763306-6-iscsi neutron-server[80130]:     result = method(request=request, **args)
Dec 09 05:33:44.953080 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Dec 09 05:33:44.953080 dv-cinder-763306-6-iscsi neutron-server[80130]:     return self._delete(request, id, **kwargs)
Dec 09 05:33:44.953080 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 09 05:33:44.953080 dv-cinder-763306-6-iscsi neutron-server[80130]:     return f(*args, **kwargs)
Dec 09 05:33:44.953080 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 09 05:33:44.953080 dv-cinder-763306-6-iscsi neutron-server[80130]:     return f(*args, **kwargs)
Dec 09 05:33:44.953080 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 09 05:33:44.953080 dv-cinder-763306-6-iscsi neutron-server[80130]:     return f(*dup_args, **dup_kwargs)
Dec 09 05:33:44.953080 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Dec 09 05:33:44.953080 dv-cinder-763306-6-iscsi neutron-server[80130]:     obj_deleter(request.context, id, **kwargs)
Dec 09 05:33:44.953080 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 1991, in delete_router
Dec 09 05:33:44.953080 dv-cinder-763306-6-iscsi neutron-server[80130]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Dec 09 05:33:44.953080 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 232, in wrapped
Dec 09 05:33:44.953080 dv-cinder-763306-6-iscsi neutron-server[80130]:     return method(*args, **kwargs)
Dec 09 05:33:44.953080 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 09 05:33:44.953080 dv-cinder-763306-6-iscsi neutron-server[80130]:     return f(*args, **kwargs)
Dec 09 05:33:44.953080 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 09 05:33:44.953080 dv-cinder-763306-6-iscsi neutron-server[80130]:     return f(*args, **kwargs)
Dec 09 05:33:44.953080 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 09 05:33:44.953080 dv-cinder-763306-6-iscsi neutron-server[80130]:     return f(*dup_args, **dup_kwargs)
Dec 09 05:33:44.953080 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Dec 09 05:33:44.953080 dv-cinder-763306-6-iscsi neutron-server[80130]:     self._delete_current_gw_port(context, id, router, None)
Dec 09 05:33:44.953080 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 391, in _delete_current_gw_port
Dec 09 05:33:44.953080 dv-cinder-763306-6-iscsi neutron-server[80130]:     admin_ctx, gw_port_id, l3_port_check=False)
Dec 09 05:33:44.953080 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Dec 09 05:33:44.953080 dv-cinder-763306-6-iscsi neutron-server[80130]:     return f(self, context, *args, **kwargs)
Dec 09 05:33:44.953080 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 232, in wrapped
Dec 09 05:33:44.953080 dv-cinder-763306-6-iscsi neutron-server[80130]:     return method(*args, **kwargs)
Dec 09 05:33:44.953080 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1936, in delete_port
Dec 09 05:33:44.953080 dv-cinder-763306-6-iscsi neutron-server[80130]:     context, port, router_ids, bound_mech_contexts)
Dec 09 05:33:44.953080 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1945, in _post_delete_port
Dec 09 05:33:44.953080 dv-cinder-763306-6-iscsi neutron-server[80130]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Dec 09 05:33:44.953080 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Dec 09 05:33:44.953080 dv-cinder-763306-6-iscsi neutron-server[80130]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Dec 09 05:33:44.953080 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped
Dec 09 05:33:44.953080 dv-cinder-763306-6-iscsi neutron-server[80130]:     return function(*args, **kwargs)
Dec 09 05:33:44.953080 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Dec 09 05:33:44.953080 dv-cinder-763306-6-iscsi neutron-server[80130]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Dec 09 05:33:44.953080 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Dec 09 05:33:44.953080 dv-cinder-763306-6-iscsi neutron-server[80130]:     callback(resource, event, trigger, **kwargs)
Dec 09 05:33:44.953080 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Dec 09 05:33:44.953080 dv-cinder-763306-6-iscsi neutron-server[80130]:     if self._is_session_semantic_violated(context, resource, event):
Dec 09 05:33:44.953080 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Dec 09 05:33:44.953080 dv-cinder-763306-6-iscsi neutron-server[80130]:     stack = traceback.extract_stack()
Dec 09 05:33:44.953080 dv-cinder-763306-6-iscsi neutron-server[80130]: 
Dec 09 05:33:44.962145 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d57b9-8c83-4797-9eb8-13b4508a5b14 req-17c26457-f98d-4a58-8a47-24d0d56a113f tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:44.965777 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-085d57b9-8c83-4797-9eb8-13b4508a5b14 req-17c26457-f98d-4a58-8a47-24d0d56a113f tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Synchronizing usage tracker for tenant:3257a949e8bc405187c51474a6152074 on resource:port {{(pid=80246) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:33:45.006008 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a9ef4e9c-e09b-42fb-9686-529a71b86807 req-51572d5b-f555-4e6c-943c-f0ced8809a5e tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/security-groups?id=ecdb9fd2-1d3a-4252-8b98-f44c30285d67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0692842
Dec 09 05:33:45.029347 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-085d57b9-8c83-4797-9eb8-13b4508a5b14 req-17c26457-f98d-4a58-8a47-24d0d56a113f tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Unset dirty status for tenant:3257a949e8bc405187c51474a6152074 on resource:port {{(pid=80246) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:33:45.031390 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-085d57b9-8c83-4797-9eb8-13b4508a5b14 req-17c26457-f98d-4a58-8a47-24d0d56a113f tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.59 "GET /v2.0/ports?device_id=c72e4077-6f66-4705-9a4a-2b261d075ebc HTTP/1.1" status: 200  len: 945 time: 0.3334522
Dec 09 05:33:45.055464 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device d7870353-fdfc-40e4-a65e-15dc381006c2 no longer exists at agent ovs-agent-dv-cinder-763306-6-iscsi {{(pid=80247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 09 05:33:45.095473 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] No Port match for: d7870353-fdfc-40e4-a65e-15dc381006c2 {{(pid=80247) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 09 05:33:45.095979 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device d7870353-fdfc-40e4-a65e-15dc381006c2 not bound to the agent host dv-cinder-763306-6-iscsi {{(pid=80247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 09 05:33:45.124337 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-085d57b9-8c83-4797-9eb8-13b4508a5b14 req-800cca1e-3a8b-47d7-ad53-767b085ea9ef tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Deleting port f66ffb3b-d6e1-469c-885c-ad41f1ac0dad {{(pid=80246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 09 05:33:45.124725 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-085d57b9-8c83-4797-9eb8-13b4508a5b14 req-800cca1e-3a8b-47d7-ad53-767b085ea9ef tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787496886762'] for port, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:45.164851 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c251c351-a888-4dee-a1b4-8fd8a74d724a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3747310'] for router_gateway, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:45.303187 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c251c351-a888-4dee-a1b4-8fd8a74d724a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854371584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3662'] for router, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:45.305676 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c251c351-a888-4dee-a1b4-8fd8a74d724a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:45.397614 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c251c351-a888-4dee-a1b4-8fd8a74d724a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854371398'] for router, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:45.398218 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c251c351-a888-4dee-a1b4-8fd8a74d724a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92853a73-0235-4871-a647-61c4f5a1606b {{(pid=80245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 09 05:33:45.412841 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c251c351-a888-4dee-a1b4-8fd8a74d724a admin admin] Notify callbacks [] for router, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:45.414116 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-c251c351-a888-4dee-a1b4-8fd8a74d724a admin admin] 10.222.0.39 "DELETE /v2.0/routers/92853a73-0235-4871-a647-61c4f5a1606b HTTP/1.1" status: 204  len: 168 time: 1.7484117
Dec 09 05:33:45.415288 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-085d57b9-8c83-4797-9eb8-13b4508a5b14 req-800cca1e-3a8b-47d7-ad53-767b085ea9ef tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] For port f66ffb3b-d6e1-469c-885c-ad41f1ac0dad, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=f66ffb3b-d6e1-469c-885c-ad41f1ac0dad,segment=NetworkSegment(4912dbc1-9b7b-4cb0-b8f0-f8f036206d49),segment_id=4912dbc1-9b7b-4cb0-b8f0-f8f036206d49)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:33:45.415703 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-085d57b9-8c83-4797-9eb8-13b4508a5b14 req-800cca1e-3a8b-47d7-ad53-767b085ea9ef tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744221'] for port, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:45.417190 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 35744) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:33:45.486543 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_v2 [None req-71164241-9de2-4c38-b846-a3e0670fa7f6 admin admin] Deleting subnet f0a74771-7cf7-44b6-a932-ab6aa0c12e99 {{(pid=80245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 09 05:33:45.490317 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-71164241-9de2-4c38-b846-a3e0670fa7f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:45.549251 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-71164241-9de2-4c38-b846-a3e0670fa7f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036844206957'] for subnet, precommit_delete_associations {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:45.554245 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-085d57b9-8c83-4797-9eb8-13b4508a5b14 req-800cca1e-3a8b-47d7-ad53-767b085ea9ef tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Calling delete_port for f66ffb3b-d6e1-469c-885c-ad41f1ac0dad owned by compute:nova {{(pid=80246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 09 05:33:45.611472 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-71164241-9de2-4c38-b846-a3e0670fa7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3642508'] for subnet, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:45.710758 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-085d57b9-8c83-4797-9eb8-13b4508a5b14 req-800cca1e-3a8b-47d7-ad53-767b085ea9ef tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787496890807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249358481609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10841009'] for port, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:45.730206 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-f3259524-849a-483a-b24d-881c5e49388f tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:33:45.774464 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8d65efbb-9e1e-4f13-97ba-5a3e8b205b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:45.797032 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800cca1e-3a8b-47d7-ad53-767b085ea9ef tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Pushing event deleted for resources: {'Port': ['ID=f66ffb3b-d6e1-469c-885c-ad41f1ac0dad,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:33:45.863437 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800cca1e-3a8b-47d7-ad53-767b085ea9ef tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:33:45.863858 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800cca1e-3a8b-47d7-ad53-767b085ea9ef tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:33:45.864260 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800cca1e-3a8b-47d7-ad53-767b085ea9ef tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:33:45.864662 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800cca1e-3a8b-47d7-ad53-767b085ea9ef tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:33:45.865060 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800cca1e-3a8b-47d7-ad53-767b085ea9ef tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:33:45.865461 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800cca1e-3a8b-47d7-ad53-767b085ea9ef tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:33:45.865872 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800cca1e-3a8b-47d7-ad53-767b085ea9ef tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:33:45.866271 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800cca1e-3a8b-47d7-ad53-767b085ea9ef tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:33:45.866664 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800cca1e-3a8b-47d7-ad53-767b085ea9ef tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:33:45.867059 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800cca1e-3a8b-47d7-ad53-767b085ea9ef tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:33:45.867447 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800cca1e-3a8b-47d7-ad53-767b085ea9ef tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:33:45.867832 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800cca1e-3a8b-47d7-ad53-767b085ea9ef tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:33:45.868261 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800cca1e-3a8b-47d7-ad53-767b085ea9ef tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:33:45.868647 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800cca1e-3a8b-47d7-ad53-767b085ea9ef tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:33:45.869710 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800cca1e-3a8b-47d7-ad53-767b085ea9ef tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:33:45.869710 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800cca1e-3a8b-47d7-ad53-767b085ea9ef tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:33:45.869710 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800cca1e-3a8b-47d7-ad53-767b085ea9ef tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:33:45.871635 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800cca1e-3a8b-47d7-ad53-767b085ea9ef tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:33:45.871635 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800cca1e-3a8b-47d7-ad53-767b085ea9ef tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:33:45.872429 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800cca1e-3a8b-47d7-ad53-767b085ea9ef tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:33:45.872429 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800cca1e-3a8b-47d7-ad53-767b085ea9ef tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:33:45.873010 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800cca1e-3a8b-47d7-ad53-767b085ea9ef tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:33:45.873010 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800cca1e-3a8b-47d7-ad53-767b085ea9ef tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:33:45.873755 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800cca1e-3a8b-47d7-ad53-767b085ea9ef tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:33:45.881877 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-800cca1e-3a8b-47d7-ad53-767b085ea9ef tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:33:45.937126 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-71164241-9de2-4c38-b846-a3e0670fa7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851133308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854364984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10626838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843797784'] for subnet, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:45.967671 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:33:45.978577 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-085d57b9-8c83-4797-9eb8-13b4508a5b14 req-800cca1e-3a8b-47d7-ad53-767b085ea9ef tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] No DVR routers for this DVR port f66ffb3b-d6e1-469c-885c-ad41f1ac0dad on host hv-cinder-76330 {{(pid=80246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 09 05:33:45.981382 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-085d57b9-8c83-4797-9eb8-13b4508a5b14 req-800cca1e-3a8b-47d7-ad53-767b085ea9ef tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870'] for port, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:45.984690 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c72e4077-6f66-4705-9a4a-2b261d075ebc', 'name': 'network-vif-deleted', 'tag': 'f66ffb3b-d6e1-469c-885c-ad41f1ac0dad'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:33:46.005078 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-085d57b9-8c83-4797-9eb8-13b4508a5b14 req-800cca1e-3a8b-47d7-ad53-767b085ea9ef tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.59 "DELETE /v2.0/ports/f66ffb3b-d6e1-469c-885c-ad41f1ac0dad HTTP/1.1" status: 204  len: 173 time: 0.9667742
Dec 09 05:33:46.022547 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71164241-9de2-4c38-b846-a3e0670fa7f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0a74771-7cf7-44b6-a932-ab6aa0c12e99,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:33:46.026528 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-71164241-9de2-4c38-b846-a3e0670fa7f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:33:46.069088 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c72e4077-6f66-4705-9a4a-2b261d075ebc', 'name': 'network-vif-deleted', 'tag': 'f66ffb3b-d6e1-469c-885c-ad41f1ac0dad', 'status': 'completed', 'code': 200}
Dec 09 05:33:46.177166 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1a68d2dd-ec43-476e-b03c-b26f6876edf3 req-0abae37f-406d-4066-9821-795aa15b16a3 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] 10.222.0.39 "GET /v2.0/ports?device_id=c72e4077-6f66-4705-9a4a-2b261d075ebc HTTP/1.1" status: 200  len: 210 time: 0.0618472
Dec 09 05:33:46.188914 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-71164241-9de2-4c38-b846-a3e0670fa7f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3226941'] for subnet, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:46.200845 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-71164241-9de2-4c38-b846-a3e0670fa7f6 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f0a74771-7cf7-44b6-a932-ab6aa0c12e99 HTTP/1.1" status: 204  len: 168 time: 0.7778108
Dec 09 05:33:46.202240 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 35754) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:33:46.205787 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device 67442362-ddcc-4233-80fd-dfccb586d81d up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:33:46.306342 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a05a9e-951a-45d6-a234-70432120ea5b req-384f25a5-791b-44d0-9a98-c55bd785c3a2 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:46.308377 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f4a05a9e-951a-45d6-a234-70432120ea5b req-384f25a5-791b-44d0-9a98-c55bd785c3a2 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/ports?device_id=502d1b9e-4516-4c89-bce3-b368e5421be5 HTTP/1.1" status: 200  len: 946 time: 0.1289742
Dec 09 05:33:46.325761 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port 67442362-ddcc-4233-80fd-dfccb586d81d triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:33:46.326628 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:46.374465 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f4a05a9e-951a-45d6-a234-70432120ea5b req-bf3174ec-5282-49a1-a988-a618d621198d tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/security-groups?id=ecdb9fd2-1d3a-4252-8b98-f44c30285d67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0589790
Dec 09 05:33:46.444813 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1be1d18a-adc0-4967-a69f-1c5cd1edae65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851217242'] for network, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:46.508911 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device f66ffb3b-d6e1-469c-885c-ad41f1ac0dad no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 09 05:33:46.546410 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] No Port match for: f66ffb3b-d6e1-469c-885c-ad41f1ac0dad {{(pid=80247) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 09 05:33:46.546813 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device f66ffb3b-d6e1-469c-885c-ad41f1ac0dad not bound to the agent host hv-cinder-76330 {{(pid=80247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 09 05:33:46.662912 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1be1d18a-adc0-4967-a69f-1c5cd1edae65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3640018', 'neutron.services.segments.db._delete_segments_for_network--9223363249358105289'] for network, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:46.785539 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-1be1d18a-adc0-4967-a69f-1c5cd1edae65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fdff3c4a0b8>,) {'filters': {'network_id': ['06891e77-d716-4108-aee5-befcd6bf9ea6']}} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:33:46.806465 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-1be1d18a-adc0-4967-a69f-1c5cd1edae65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fdff3c4a0b8>, 'd28f75f2-617a-4107-aa9e-23b92b1ef4c4') {'for_net_delete': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:33:46.806813 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-1be1d18a-adc0-4967-a69f-1c5cd1edae65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fdff3c4a0b8>, 'd28f75f2-617a-4107-aa9e-23b92b1ef4c4') {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:33:46.820345 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1be1d18a-adc0-4967-a69f-1c5cd1edae65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363249358104777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10568859'] for segment, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:46.839697 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1be1d18a-adc0-4967-a69f-1c5cd1edae65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638805'] for segment, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:46.842715 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1be1d18a-adc0-4967-a69f-1c5cd1edae65 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 09 05:33:47.049494 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-1be1d18a-adc0-4967-a69f-1c5cd1edae65 admin admin] Network 06891e77-d716-4108-aee5-befcd6bf9ea6 has no segments {{(pid=80245) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 09 05:33:47.069385 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1be1d18a-adc0-4967-a69f-1c5cd1edae65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851136996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10626939'] for segment, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:47.097025 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device 810cc297-617d-482b-8d21-969e12e8e915 no longer exists at agent ovs-agent-dv-cinder-763306-6-iscsi {{(pid=80247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 09 05:33:47.134606 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] No Port match for: 810cc297-617d-482b-8d21-969e12e8e915 {{(pid=80247) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 09 05:33:47.135020 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device 810cc297-617d-482b-8d21-969e12e8e915 not bound to the agent host dv-cinder-763306-6-iscsi {{(pid=80247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 09 05:33:47.274892 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-1be1d18a-adc0-4967-a69f-1c5cd1edae65 admin admin] Network 06891e77-d716-4108-aee5-befcd6bf9ea6 has no segments {{(pid=80245) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 09 05:33:47.302306 dv-cinder-763306-6-iscsi neutron-server[80130]: Traceback (most recent call last):
Dec 09 05:33:47.302306 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 09 05:33:47.302306 dv-cinder-763306-6-iscsi neutron-server[80130]:     timer()
Dec 09 05:33:47.302306 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 05:33:47.302306 dv-cinder-763306-6-iscsi neutron-server[80130]:     cb(*args, **kw)
Dec 09 05:33:47.302306 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 09 05:33:47.302306 dv-cinder-763306-6-iscsi neutron-server[80130]:     return func(*args, **kwargs)
Dec 09 05:33:47.302306 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 05:33:47.302306 dv-cinder-763306-6-iscsi neutron-server[80130]:     self._notify()
Dec 09 05:33:47.302306 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 05:33:47.302306 dv-cinder-763306-6-iscsi neutron-server[80130]:     self.callback(batched_events)
Dec 09 05:33:47.302306 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 05:33:47.302306 dv-cinder-763306-6-iscsi neutron-server[80130]:     event.method(event)
Dec 09 05:33:47.302306 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 05:33:47.302306 dv-cinder-763306-6-iscsi neutron-server[80130]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 05:33:47.302306 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 09 05:33:47.302306 dv-cinder-763306-6-iscsi neutron-server[80130]:     segment_id)['aggregates'][0]
Dec 09 05:33:47.302306 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 05:33:47.302306 dv-cinder-763306-6-iscsi neutron-server[80130]:     return f(self, *a, **k)
Dec 09 05:33:47.302306 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 09 05:33:47.302306 dv-cinder-763306-6-iscsi neutron-server[80130]:     return self._get(url).json()
Dec 09 05:33:47.302306 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 05:33:47.302306 dv-cinder-763306-6-iscsi neutron-server[80130]:     **kwargs)
Dec 09 05:33:47.302306 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 05:33:47.302306 dv-cinder-763306-6-iscsi neutron-server[80130]:     return self.request(url, 'GET', **kwargs)
Dec 09 05:33:47.302306 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 09 05:33:47.302306 dv-cinder-763306-6-iscsi neutron-server[80130]:     **endpoint_filter)
Dec 09 05:33:47.302306 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 05:33:47.302306 dv-cinder-763306-6-iscsi neutron-server[80130]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 05:33:47.302306 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 05:33:47.302306 dv-cinder-763306-6-iscsi neutron-server[80130]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 05:33:47.302306 dv-cinder-763306-6-iscsi neutron-server[80130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 05:33:47.319913 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-26e3b911-033c-4775-bd34-4bb2e232acb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:47.359848 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 35760) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:33:47.408173 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1be1d18a-adc0-4967-a69f-1c5cd1edae65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851135783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854364948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036851028489'] for network, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:47.414533 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-2371783f-d0fe-4073-af44-c1a97deb0a4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:33:47.438689 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1be1d18a-adc0-4967-a69f-1c5cd1edae65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3226941'] for network, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:47.462698 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_v2 [None req-c215bacd-6f53-4e89-b9dc-29fbd1082e77 admin admin] Deleting subnet 53c8fc76-883a-46de-a143-829de0374fe3 {{(pid=80246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 09 05:33:47.463020 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be1d18a-adc0-4967-a69f-1c5cd1edae65 admin admin] Pushing event deleted for resources: {'Network': ['ID=06891e77-d716-4108-aee5-befcd6bf9ea6,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:33:47.467497 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c215bacd-6f53-4e89-b9dc-29fbd1082e77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:47.473867 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-1be1d18a-adc0-4967-a69f-1c5cd1edae65 admin admin] 10.222.0.39 "DELETE /v2.0/networks/06891e77-d716-4108-aee5-befcd6bf9ea6 HTTP/1.1" status: 204  len: 168 time: 1.2696214
Dec 09 05:33:47.477406 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-1be1d18a-adc0-4967-a69f-1c5cd1edae65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:33:47.587669 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c215bacd-6f53-4e89-b9dc-29fbd1082e77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1629206'] for subnet, precommit_delete_associations {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:47.671719 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c215bacd-6f53-4e89-b9dc-29fbd1082e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3642508'] for subnet, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:47.744632 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 35768) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:33:47.750456 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c0f5c-b62e-4818-bb06-9564d229e82a req-d2d62e87-c1e1-4355-b95a-1116cb31d442 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:47.752172 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5d0c0f5c-b62e-4818-bb06-9564d229e82a req-d2d62e87-c1e1-4355-b95a-1116cb31d442 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/ports?device_id=502d1b9e-4516-4c89-bce3-b368e5421be5 HTTP/1.1" status: 200  len: 946 time: 0.2274680
Dec 09 05:33:47.815923 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-11020174-7f95-446e-bca8-234a0e2bfcc0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f2e56e35acf649b3b3156dba09242a4f&name=default HTTP/1.1" status: 200  len: 2875 time: 0.0688701
Dec 09 05:33:47.818221 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 35772) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:33:47.886565 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6a56b3e4-3393-4434-bc21-5f8147525700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:47.922704 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6a56b3e4-3393-4434-bc21-5f8147525700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:47.976452 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6a56b3e4-3393-4434-bc21-5f8147525700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:47.982736 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-53855ac9-f85e-4d16-a1fe-d4340b440b97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:33:47.998577 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a56b3e4-3393-4434-bc21-5f8147525700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a41f6e6-e6c1-4dec-8036-c2c5622ed462,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:33:48.001728 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-6a56b3e4-3393-4434-bc21-5f8147525700 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:33:48.009255 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6a56b3e4-3393-4434-bc21-5f8147525700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:48.013916 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-6a56b3e4-3393-4434-bc21-5f8147525700 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8a41f6e6-e6c1-4dec-8036-c2c5622ed462 HTTP/1.1" status: 204  len: 168 time: 0.1911314
Dec 09 05:33:48.140897 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5d0c0f5c-b62e-4818-bb06-9564d229e82a req-ed2730e8-7342-49e9-af24-751a06b7a3db tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/security-groups?id=ecdb9fd2-1d3a-4252-8b98-f44c30285d67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3682418
Dec 09 05:33:48.213336 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d667687f-70e4-40ee-92a5-0e371b53b2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:48.268810 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c215bacd-6f53-4e89-b9dc-29fbd1082e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851133308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854364984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036843934745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842878832'] for subnet, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:48.286521 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:33:48.340044 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c215bacd-6f53-4e89-b9dc-29fbd1082e77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53c8fc76-883a-46de-a143-829de0374fe3,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:33:48.343446 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-c215bacd-6f53-4e89-b9dc-29fbd1082e77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:33:48.457974 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c215bacd-6f53-4e89-b9dc-29fbd1082e77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:48.465909 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-c215bacd-6f53-4e89-b9dc-29fbd1082e77 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/53c8fc76-883a-46de-a143-829de0374fe3 HTTP/1.1" status: 204  len: 168 time: 1.1047575
Dec 09 05:33:48.470191 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 35788) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:33:48.707815 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-cf4b7f37-6c9b-4eaa-8c5f-4cdeb553763c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851217242'] for network, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:48.783207 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e1d689-8dc1-4603-a866-c7636ea7549a req-4b86111b-64af-4052-9683-6987f1a88185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:48.787517 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c3e1d689-8dc1-4603-a866-c7636ea7549a req-4b86111b-64af-4052-9683-6987f1a88185 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9201b4ea11f94e639e12c77d9a8399c8&device_id=502d1b9e-4516-4c89-bce3-b368e5421be5 HTTP/1.1" status: 200  len: 1163 time: 0.1890099
Dec 09 05:33:48.799649 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6708aba8-5917-4776-a291-1276113aca6d req-7b7d8016-16de-4f13-b9f7-03789f55732d tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:48.802560 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6708aba8-5917-4776-a291-1276113aca6d req-7b7d8016-16de-4f13-b9f7-03789f55732d tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/ports?device_id=502d1b9e-4516-4c89-bce3-b368e5421be5 HTTP/1.1" status: 200  len: 946 time: 0.2964892
Dec 09 05:33:48.966808 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-cf4b7f37-6c9b-4eaa-8c5f-4cdeb553763c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3640018', 'neutron.services.segments.db._delete_segments_for_network--9223363249358105289'] for network, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:48.980448 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:49.028338 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6708aba8-5917-4776-a291-1276113aca6d req-d9d973dd-ff5a-4463-9b32-08ddef4f1886 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/security-groups?id=ecdb9fd2-1d3a-4252-8b98-f44c30285d67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1744409
Dec 09 05:33:49.065426 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e1d689-8dc1-4603-a866-c7636ea7549a req-f8b8be08-4ff2-4be0-9b7c-24fda7f01194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:49.067312 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c3e1d689-8dc1-4603-a866-c7636ea7549a req-f8b8be08-4ff2-4be0-9b7c-24fda7f01194 service neutron] 10.222.0.59 "GET /v2.0/networks?id=dc85d922-ae22-42c5-9deb-45d818643b4d HTTP/1.1" status: 200  len: 904 time: 0.2631879
Dec 09 05:33:49.202288 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c3e1d689-8dc1-4603-a866-c7636ea7549a req-2741254f-ef1c-4666-8230-5203e54c915a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67442362-ddcc-4233-80fd-dfccb586d81d HTTP/1.1" status: 200  len: 1002 time: 0.1265898
Dec 09 05:33:49.300033 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e1d689-8dc1-4603-a866-c7636ea7549a req-8accfce4-13b9-4a0c-ab03-606ea9cbf14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:49.301742 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c3e1d689-8dc1-4603-a866-c7636ea7549a req-8accfce4-13b9-4a0c-ab03-606ea9cbf14f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8f49fd64-da9a-42ca-aba6-01dbe1ac7987 HTTP/1.1" status: 200  len: 849 time: 0.0906820
Dec 09 05:33:49.346242 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-cf4b7f37-6c9b-4eaa-8c5f-4cdeb553763c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fdff83a0240>,) {'filters': {'network_id': ['5cb1a234-023e-4349-b09c-d46437d7559b']}} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:33:49.362396 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-cf4b7f37-6c9b-4eaa-8c5f-4cdeb553763c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fdff83a0240>, '4912dbc1-9b7b-4cb0-b8f0-f8f036206d49') {'for_net_delete': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:33:49.362710 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-cf4b7f37-6c9b-4eaa-8c5f-4cdeb553763c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fdff83a0240>, '4912dbc1-9b7b-4cb0-b8f0-f8f036206d49') {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:33:49.381375 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-cf4b7f37-6c9b-4eaa-8c5f-4cdeb553763c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363249358104777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10568859'] for segment, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:49.391032 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e1d689-8dc1-4603-a866-c7636ea7549a req-1228d2a2-8b76-4d25-916b-0204c1922b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:49.392872 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c3e1d689-8dc1-4603-a866-c7636ea7549a req-1228d2a2-8b76-4d25-916b-0204c1922b72 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dc85d922-ae22-42c5-9deb-45d818643b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0826335
Dec 09 05:33:49.422214 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-cf4b7f37-6c9b-4eaa-8c5f-4cdeb553763c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638805'] for segment, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:49.424966 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cf4b7f37-6c9b-4eaa-8c5f-4cdeb553763c admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 09 05:33:49.606730 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c3e1d689-8dc1-4603-a866-c7636ea7549a req-161bb744-3a11-40e9-8736-5117ee079eef service neutron] 10.222.0.59 "GET /v2.0/networks/dc85d922-ae22-42c5-9deb-45d818643b4d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1999536
Dec 09 05:33:49.671518 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-cf4b7f37-6c9b-4eaa-8c5f-4cdeb553763c admin admin] Network 5cb1a234-023e-4349-b09c-d46437d7559b has no segments {{(pid=80245) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 09 05:33:49.685620 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-cf4b7f37-6c9b-4eaa-8c5f-4cdeb553763c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851136996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10626939'] for segment, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:49.841384 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c3e1d689-8dc1-4603-a866-c7636ea7549a req-91f88d84-b565-4a86-aee2-d2a103968f2c service neutron] 10.222.0.59 "GET /v2.0/networks/dc85d922-ae22-42c5-9deb-45d818643b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2264125
Dec 09 05:33:49.961430 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-cf4b7f37-6c9b-4eaa-8c5f-4cdeb553763c admin admin] Network 5cb1a234-023e-4349-b09c-d46437d7559b has no segments {{(pid=80245) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 09 05:33:49.995175 dv-cinder-763306-6-iscsi neutron-server[80130]: Traceback (most recent call last):
Dec 09 05:33:49.995175 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 09 05:33:49.995175 dv-cinder-763306-6-iscsi neutron-server[80130]:     timer()
Dec 09 05:33:49.995175 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 05:33:49.995175 dv-cinder-763306-6-iscsi neutron-server[80130]:     cb(*args, **kw)
Dec 09 05:33:49.995175 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 09 05:33:49.995175 dv-cinder-763306-6-iscsi neutron-server[80130]:     return func(*args, **kwargs)
Dec 09 05:33:49.995175 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 05:33:49.995175 dv-cinder-763306-6-iscsi neutron-server[80130]:     self._notify()
Dec 09 05:33:49.995175 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 05:33:49.995175 dv-cinder-763306-6-iscsi neutron-server[80130]:     self.callback(batched_events)
Dec 09 05:33:49.995175 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 05:33:49.995175 dv-cinder-763306-6-iscsi neutron-server[80130]:     event.method(event)
Dec 09 05:33:49.995175 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 05:33:49.995175 dv-cinder-763306-6-iscsi neutron-server[80130]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 05:33:49.995175 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 09 05:33:49.995175 dv-cinder-763306-6-iscsi neutron-server[80130]:     segment_id)['aggregates'][0]
Dec 09 05:33:49.995175 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 05:33:49.995175 dv-cinder-763306-6-iscsi neutron-server[80130]:     return f(self, *a, **k)
Dec 09 05:33:49.995175 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 09 05:33:49.995175 dv-cinder-763306-6-iscsi neutron-server[80130]:     return self._get(url).json()
Dec 09 05:33:49.995175 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 05:33:49.995175 dv-cinder-763306-6-iscsi neutron-server[80130]:     **kwargs)
Dec 09 05:33:49.995175 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 05:33:49.995175 dv-cinder-763306-6-iscsi neutron-server[80130]:     return self.request(url, 'GET', **kwargs)
Dec 09 05:33:49.995175 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 09 05:33:49.995175 dv-cinder-763306-6-iscsi neutron-server[80130]:     **endpoint_filter)
Dec 09 05:33:49.995175 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 05:33:49.995175 dv-cinder-763306-6-iscsi neutron-server[80130]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 05:33:49.995175 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 05:33:49.995175 dv-cinder-763306-6-iscsi neutron-server[80130]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 05:33:49.995175 dv-cinder-763306-6-iscsi neutron-server[80130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 05:33:50.029189 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-858fc187-cc56-4aeb-a3e2-00a52ab9489b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:50.140844 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-cf4b7f37-6c9b-4eaa-8c5f-4cdeb553763c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851135783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854364948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036851028489'] for network, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:50.144865 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:33:50.170815 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-cf4b7f37-6c9b-4eaa-8c5f-4cdeb553763c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3226941'] for network, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:50.181267 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4b7f37-6c9b-4eaa-8c5f-4cdeb553763c admin admin] Pushing event deleted for resources: {'Network': ['ID=5cb1a234-023e-4349-b09c-d46437d7559b,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:33:50.188183 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-cf4b7f37-6c9b-4eaa-8c5f-4cdeb553763c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:33:50.200740 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-cf4b7f37-6c9b-4eaa-8c5f-4cdeb553763c admin admin] 10.222.0.39 "DELETE /v2.0/networks/5cb1a234-023e-4349-b09c-d46437d7559b HTTP/1.1" status: 204  len: 168 time: 1.7286248
Dec 09 05:33:50.441406 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7587131c-a92f-42a7-8e76-254b5ab018af req-01f9a53b-a825-44e1-85b8-c2c1869f7f5e tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:50.443219 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7587131c-a92f-42a7-8e76-254b5ab018af req-01f9a53b-a825-44e1-85b8-c2c1869f7f5e tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/ports?device_id=502d1b9e-4516-4c89-bce3-b368e5421be5 HTTP/1.1" status: 200  len: 946 time: 0.1837540
Dec 09 05:33:50.499553 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7587131c-a92f-42a7-8e76-254b5ab018af req-8c785087-27f3-4f63-b12d-cfe31bb4b8e4 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/security-groups?id=ecdb9fd2-1d3a-4252-8b98-f44c30285d67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0539398
Dec 09 05:33:50.571727 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 35826) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:33:50.678467 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-cf19bdc9-4b8d-4a31-a580-02ad24a9cbbb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3257a949e8bc405187c51474a6152074&name=default HTTP/1.1" status: 200  len: 2875 time: 0.1051738
Dec 09 05:33:50.683338 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 35830) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:33:50.762491 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-60601de5-fccf-4706-989b-cb6ac846fdff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:50.797239 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-60601de5-fccf-4706-989b-cb6ac846fdff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:50.895512 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-60601de5-fccf-4706-989b-cb6ac846fdff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:50.905620 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-6b363bec-2a31-4a54-b7bf-7bd74cb5a579 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:33:50.930723 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60601de5-fccf-4706-989b-cb6ac846fdff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f31bb62-a357-4a0d-9bfd-fc2419bb91a6,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:33:50.943185 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-60601de5-fccf-4706-989b-cb6ac846fdff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:33:50.944716 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-60601de5-fccf-4706-989b-cb6ac846fdff admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:50.946781 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-60601de5-fccf-4706-989b-cb6ac846fdff admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9f31bb62-a357-4a0d-9bfd-fc2419bb91a6 HTTP/1.1" status: 204  len: 168 time: 0.2620294
Dec 09 05:33:51.754363 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4570bad2-314f-45ff-bc55-5688bc867c63 req-a57ffe91-8e57-4c96-9147-54a901b7e001 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:51.756821 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4570bad2-314f-45ff-bc55-5688bc867c63 req-a57ffe91-8e57-4c96-9147-54a901b7e001 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/ports?device_id=502d1b9e-4516-4c89-bce3-b368e5421be5 HTTP/1.1" status: 200  len: 946 time: 0.1026947
Dec 09 05:33:51.823683 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4570bad2-314f-45ff-bc55-5688bc867c63 req-9e91d811-3155-4ae4-a90c-95896cdfa6cc tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/security-groups?id=ecdb9fd2-1d3a-4252-8b98-f44c30285d67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0582230
Dec 09 05:33:52.130026 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e10d280a-2ef3-4aac-9083-c7d62db75d50 req-4503fffb-64b5-4723-a280-aa0034d8f9c4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=502d1b9e-4516-4c89-bce3-b368e5421be5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1061628
Dec 09 05:33:52.220332 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 35864) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:33:52.220670 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device 67442362-ddcc-4233-80fd-dfccb586d81d up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:33:52.278691 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d280a-2ef3-4aac-9083-c7d62db75d50 req-5f6e183e-eeaf-43d5-884c-0f5021d4295c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:52.281099 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e10d280a-2ef3-4aac-9083-c7d62db75d50 req-5f6e183e-eeaf-43d5-884c-0f5021d4295c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9201b4ea11f94e639e12c77d9a8399c8&device_id=502d1b9e-4516-4c89-bce3-b368e5421be5 HTTP/1.1" status: 200  len: 1163 time: 0.1147051
Dec 09 05:33:52.330528 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port 67442362-ddcc-4233-80fd-dfccb586d81d triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:33:52.330881 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:52.440833 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-313f32ee-4ad8-4544-a67f-6e4c7e312ef0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1959810794-network', 'tenant_id': '74e216e18b404af5acdd3bd99422ac75'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:33:52.447428 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-313f32ee-4ad8-4544-a67f-6e4c7e312ef0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:33:52.452363 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-313f32ee-4ad8-4544-a67f-6e4c7e312ef0 admin admin] Usage tracker for resource:network and tenant:74e216e18b404af5acdd3bd99422ac75 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:33:52.455653 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-313f32ee-4ad8-4544-a67f-6e4c7e312ef0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:33:52.462628 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-313f32ee-4ad8-4544-a67f-6e4c7e312ef0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:33:52.476691 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313f32ee-4ad8-4544-a67f-6e4c7e312ef0 admin admin] Made reservation on behalf of 74e216e18b404af5acdd3bd99422ac75 for: {'network': 1} {{(pid=80245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 09 05:33:52.476954 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d280a-2ef3-4aac-9083-c7d62db75d50 req-6e32ba02-ebc4-4eab-8d74-94588cf17996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:52.478599 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e10d280a-2ef3-4aac-9083-c7d62db75d50 req-6e32ba02-ebc4-4eab-8d74-94588cf17996 service neutron] 10.222.0.59 "GET /v2.0/networks?id=dc85d922-ae22-42c5-9deb-45d818643b4d HTTP/1.1" status: 200  len: 904 time: 0.1714361
Dec 09 05:33:52.480266 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-313f32ee-4ad8-4544-a67f-6e4c7e312ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for network, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:52.496255 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-313f32ee-4ad8-4544-a67f-6e4c7e312ef0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:52.513971 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-313f32ee-4ad8-4544-a67f-6e4c7e312ef0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:33:52.518907 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-313f32ee-4ad8-4544-a67f-6e4c7e312ef0 admin admin] Usage tracker for resource:security_group_rule and tenant:74e216e18b404af5acdd3bd99422ac75 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:33:52.522123 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-313f32ee-4ad8-4544-a67f-6e4c7e312ef0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:33:52.528560 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-313f32ee-4ad8-4544-a67f-6e4c7e312ef0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:33:52.634434 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e10d280a-2ef3-4aac-9083-c7d62db75d50 req-465b91a8-e4b1-45e3-8699-802f1b4f1a02 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67442362-ddcc-4233-80fd-dfccb586d81d HTTP/1.1" status: 200  len: 1002 time: 0.1456609
Dec 09 05:33:52.645716 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-313f32ee-4ad8-4544-a67f-6e4c7e312ef0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:52.648776 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-313f32ee-4ad8-4544-a67f-6e4c7e312ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:52.655648 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8cc1e619-6dea-4fab-b801-c2702f6a830d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:33:52.712678 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-313f32ee-4ad8-4544-a67f-6e4c7e312ef0 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 09 05:33:52.719247 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313f32ee-4ad8-4544-a67f-6e4c7e312ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ce3b5d-7f7c-4237-8a6f-6b0261af9b13,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:33:52.733268 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-313f32ee-4ad8-4544-a67f-6e4c7e312ef0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:33:52.738887 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d280a-2ef3-4aac-9083-c7d62db75d50 req-79eb8fe7-e370-4d6c-9d2e-28161a10f4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:52.739396 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-313f32ee-4ad8-4544-a67f-6e4c7e312ef0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787496670511', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638805'] for segment, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:52.739897 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.db.segments_db [None req-313f32ee-4ad8-4544-a67f-6e4c7e312ef0 admin admin] Added segment 2cce7853-7f9d-4dbd-b5ce-2bbfc26000b0 of type vxlan for network 9f009f58-6dd7-4d09-bb0a-5577fff8ccf5
Dec 09 05:33:52.740585 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e10d280a-2ef3-4aac-9083-c7d62db75d50 req-79eb8fe7-e370-4d6c-9d2e-28161a10f4d3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8f49fd64-da9a-42ca-aba6-01dbe1ac7987 HTTP/1.1" status: 200  len: 849 time: 0.0995784
Dec 09 05:33:52.782647 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-313f32ee-4ad8-4544-a67f-6e4c7e312ef0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363249358512056'] for network, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:52.831695 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-313f32ee-4ad8-4544-a67f-6e4c7e312ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854364948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894'] for network, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:52.834596 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313f32ee-4ad8-4544-a67f-6e4c7e312ef0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:52.835446 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-313f32ee-4ad8-4544-a67f-6e4c7e312ef0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3226941'] for network, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:52.852029 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-cf4b7f37-6c9b-4eaa-8c5f-4cdeb553763c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:33:52.873961 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d280a-2ef3-4aac-9083-c7d62db75d50 req-c1c2a1ff-a1b8-4cb9-96ad-bc551379bd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:52.875607 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e10d280a-2ef3-4aac-9083-c7d62db75d50 req-c1c2a1ff-a1b8-4cb9-96ad-bc551379bd25 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dc85d922-ae22-42c5-9deb-45d818643b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1277573
Dec 09 05:33:52.954888 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-313f32ee-4ad8-4544-a67f-6e4c7e312ef0 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 0.7330952
Dec 09 05:33:52.960195 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 35876) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:33:52.969409 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-20eaa046-e526-45f8-ab6b-8d999d6e8fb3 admin admin] Request body: {'subnet': {'network_id': '9f009f58-6dd7-4d09-bb0a-5577fff8ccf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1959810794-subnet', 'tenant_id': '74e216e18b404af5acdd3bd99422ac75', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:33:52.978604 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-20eaa046-e526-45f8-ab6b-8d999d6e8fb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:33:52.981767 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313f32ee-4ad8-4544-a67f-6e4c7e312ef0 admin admin] Pushing event updated for resources: {'Network': ['ID=9f009f58-6dd7-4d09-bb0a-5577fff8ccf5,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:33:52.985208 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-313f32ee-4ad8-4544-a67f-6e4c7e312ef0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:33:52.988171 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-20eaa046-e526-45f8-ab6b-8d999d6e8fb3 admin admin] Usage tracker for resource:subnet and tenant:74e216e18b404af5acdd3bd99422ac75 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:33:52.991814 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-20eaa046-e526-45f8-ab6b-8d999d6e8fb3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:33:52.993913 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Network 9f009f58-6dd7-4d09-bb0a-5577fff8ccf5 details requested by agent ovs-agent-dv-cinder-763306-6-iscsi with host dv-cinder-763306-6-iscsi {{(pid=80247) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 09 05:33:52.999559 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-20eaa046-e526-45f8-ab6b-8d999d6e8fb3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:33:53.009909 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20eaa046-e526-45f8-ab6b-8d999d6e8fb3 admin admin] Made reservation on behalf of 74e216e18b404af5acdd3bd99422ac75 for: {'subnet': 1} {{(pid=80245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 09 05:33:53.013912 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Network 9f009f58-6dd7-4d09-bb0a-5577fff8ccf5 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80247) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 09 05:33:53.015287 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-20eaa046-e526-45f8-ab6b-8d999d6e8fb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10977934'] for subnet, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:53.057598 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e10d280a-2ef3-4aac-9083-c7d62db75d50 req-2e75a849-eaeb-4c42-b0d2-f22e8581ab8c service neutron] 10.222.0.59 "GET /v2.0/networks/dc85d922-ae22-42c5-9deb-45d818643b4d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1697392
Dec 09 05:33:53.298250 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e10d280a-2ef3-4aac-9083-c7d62db75d50 req-001d9440-106e-463d-b3d6-e1e86acd63f8 service neutron] 10.222.0.59 "GET /v2.0/networks/dc85d922-ae22-42c5-9deb-45d818643b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2325413
Dec 09 05:33:53.616773 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-20eaa046-e526-45f8-ab6b-8d999d6e8fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854364984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10623185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10977951'] for subnet, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:53.634559 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:33:53.782147 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eaa046-e526-45f8-ab6b-8d999d6e8fb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fade253d-b82b-445c-af42-4ab81f279351,revision_number=0']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:33:53.786774 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-20eaa046-e526-45f8-ab6b-8d999d6e8fb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:33:53.899515 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20eaa046-e526-45f8-ab6b-8d999d6e8fb3 admin admin] Checking segment: {'id': '2cce7853-7f9d-4dbd-b5ce-2bbfc26000b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '9f009f58-6dd7-4d09-bb0a-5577fff8ccf5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 09 05:33:53.900125 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20eaa046-e526-45f8-ab6b-8d999d6e8fb3 admin admin] Network hostable DHCP agents. Network: 9f009f58-6dd7-4d09-bb0a-5577fff8ccf5, hostable agents: ['cf8ef789-40b7-4066-b095-c11a9e991b4e'], hosted agents: [] {{(pid=80245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 09 05:33:53.925475 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20eaa046-e526-45f8-ab6b-8d999d6e8fb3 admin admin] Network 9f009f58-6dd7-4d09-bb0a-5577fff8ccf5 is scheduled to be hosted by DHCP agent cf8ef789-40b7-4066-b095-c11a9e991b4e with binding_index 1 {{(pid=80245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 09 05:33:53.935918 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-20eaa046-e526-45f8-ab6b-8d999d6e8fb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-6-iscsi, 9f009f58-6dd7-4d09-bb0a-5577fff8ccf5) {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:33:53.945631 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d88211-b809-477d-844e-6094126498ee None None] Network 9f009f58-6dd7-4d09-bb0a-5577fff8ccf5 requested from dv-cinder-763306-6-iscsi {{(pid=80247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 09 05:33:53.949659 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20eaa046-e526-45f8-ab6b-8d999d6e8fb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:53.950373 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-20eaa046-e526-45f8-ab6b-8d999d6e8fb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3226941'] for subnet, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:53.980641 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-20eaa046-e526-45f8-ab6b-8d999d6e8fb3 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.0117638
Dec 09 05:33:54.211911 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2db16d4-25a4-44e0-9394-3bae0b0f4761 None None] Network 9f009f58-6dd7-4d09-bb0a-5577fff8ccf5 requested from dv-cinder-763306-6-iscsi {{(pid=80247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 09 05:33:54.853081 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 35908) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:33:54.860300 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-86a95d78-7c3b-4322-894f-fb3c0c825f69 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1042076377-network', 'tenant_id': '066876e74d7141eb9cc54dc6f5f25fd2'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:33:54.865442 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-86a95d78-7c3b-4322-894f-fb3c0c825f69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:33:54.869743 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-86a95d78-7c3b-4322-894f-fb3c0c825f69 admin admin] Usage tracker for resource:network and tenant:066876e74d7141eb9cc54dc6f5f25fd2 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:33:54.874308 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-86a95d78-7c3b-4322-894f-fb3c0c825f69 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:33:54.880306 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-86a95d78-7c3b-4322-894f-fb3c0c825f69 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:33:54.889916 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a95d78-7c3b-4322-894f-fb3c0c825f69 admin admin] Made reservation on behalf of 066876e74d7141eb9cc54dc6f5f25fd2 for: {'network': 1} {{(pid=80245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 09 05:33:54.894763 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-86a95d78-7c3b-4322-894f-fb3c0c825f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for network, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:54.908953 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-86a95d78-7c3b-4322-894f-fb3c0c825f69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:54.925200 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-86a95d78-7c3b-4322-894f-fb3c0c825f69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:33:54.929289 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-86a95d78-7c3b-4322-894f-fb3c0c825f69 admin admin] Usage tracker for resource:security_group_rule and tenant:066876e74d7141eb9cc54dc6f5f25fd2 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:33:54.932370 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-86a95d78-7c3b-4322-894f-fb3c0c825f69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:33:54.938256 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-86a95d78-7c3b-4322-894f-fb3c0c825f69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:33:55.026456 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-86a95d78-7c3b-4322-894f-fb3c0c825f69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:55.030782 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-86a95d78-7c3b-4322-894f-fb3c0c825f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:55.036905 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-1fd9d049-a8c7-41f9-9139-329d1e3edfcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:33:55.081692 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86a95d78-7c3b-4322-894f-fb3c0c825f69 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 09 05:33:55.091890 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a95d78-7c3b-4322-894f-fb3c0c825f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf72bc54-5303-4b65-a165-2b949fe35c0f,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:33:55.095814 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-86a95d78-7c3b-4322-894f-fb3c0c825f69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:33:55.098483 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-86a95d78-7c3b-4322-894f-fb3c0c825f69 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787496670511', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638805'] for segment, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:55.098927 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.db.segments_db [None req-86a95d78-7c3b-4322-894f-fb3c0c825f69 admin admin] Added segment 191e4f01-bf68-4e1f-b8fa-65f2de30bdef of type vxlan for network df1f79c0-78ba-4ad6-bf2c-37e8d0ac39a4
Dec 09 05:33:55.127952 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-86a95d78-7c3b-4322-894f-fb3c0c825f69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363249358512056'] for network, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:55.159471 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-86a95d78-7c3b-4322-894f-fb3c0c825f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854364948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894'] for network, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:55.160747 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a95d78-7c3b-4322-894f-fb3c0c825f69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:55.161399 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-86a95d78-7c3b-4322-894f-fb3c0c825f69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3226941'] for network, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:55.167254 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-b2f9260d-315c-4e49-b579-bb4f7a71051f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:33:55.280976 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-86a95d78-7c3b-4322-894f-fb3c0c825f69 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 0.4265873
Dec 09 05:33:55.281865 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a95d78-7c3b-4322-894f-fb3c0c825f69 admin admin] Pushing event updated for resources: {'Network': ['ID=df1f79c0-78ba-4ad6-bf2c-37e8d0ac39a4,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:33:55.284017 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 35912) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:33:55.284669 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-86a95d78-7c3b-4322-894f-fb3c0c825f69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:33:55.290649 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-b63794f8-8d07-4874-a391-afcda04effb3 admin admin] Request body: {'subnet': {'network_id': 'df1f79c0-78ba-4ad6-bf2c-37e8d0ac39a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1042076377-subnet', 'tenant_id': '066876e74d7141eb9cc54dc6f5f25fd2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:33:55.293961 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Network df1f79c0-78ba-4ad6-bf2c-37e8d0ac39a4 details requested by agent ovs-agent-dv-cinder-763306-6-iscsi with host dv-cinder-763306-6-iscsi {{(pid=80247) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 09 05:33:55.296895 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-b63794f8-8d07-4874-a391-afcda04effb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:33:55.301188 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-b63794f8-8d07-4874-a391-afcda04effb3 admin admin] Usage tracker for resource:subnet and tenant:066876e74d7141eb9cc54dc6f5f25fd2 is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:33:55.305161 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-b63794f8-8d07-4874-a391-afcda04effb3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:33:55.307612 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Network df1f79c0-78ba-4ad6-bf2c-37e8d0ac39a4 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80247) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 09 05:33:55.311695 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-b63794f8-8d07-4874-a391-afcda04effb3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:33:55.321508 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63794f8-8d07-4874-a391-afcda04effb3 admin admin] Made reservation on behalf of 066876e74d7141eb9cc54dc6f5f25fd2 for: {'subnet': 1} {{(pid=80246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 09 05:33:55.327436 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b63794f8-8d07-4874-a391-afcda04effb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11897078'] for subnet, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:55.721139 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:55.747305 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b63794f8-8d07-4874-a391-afcda04effb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854364984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843940832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11897063'] for subnet, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:55.764767 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e2afa988-3876-4a12-a485-cd97ac3fc43f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:33:55.908775 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63794f8-8d07-4874-a391-afcda04effb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b35687a8-6e58-447e-bf20-d7b2209ba71b,revision_number=0']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:33:55.911870 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-b63794f8-8d07-4874-a391-afcda04effb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:33:55.978070 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63794f8-8d07-4874-a391-afcda04effb3 admin admin] Checking segment: {'id': '191e4f01-bf68-4e1f-b8fa-65f2de30bdef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'df1f79c0-78ba-4ad6-bf2c-37e8d0ac39a4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 09 05:33:55.978468 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63794f8-8d07-4874-a391-afcda04effb3 admin admin] Network hostable DHCP agents. Network: df1f79c0-78ba-4ad6-bf2c-37e8d0ac39a4, hostable agents: ['cf8ef789-40b7-4066-b095-c11a9e991b4e'], hosted agents: [] {{(pid=80246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 09 05:33:56.000725 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63794f8-8d07-4874-a391-afcda04effb3 admin admin] Network df1f79c0-78ba-4ad6-bf2c-37e8d0ac39a4 is scheduled to be hosted by DHCP agent cf8ef789-40b7-4066-b095-c11a9e991b4e with binding_index 1 {{(pid=80246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 09 05:33:56.009974 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-b63794f8-8d07-4874-a391-afcda04effb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-6-iscsi, df1f79c0-78ba-4ad6-bf2c-37e8d0ac39a4) {{(pid=80246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:33:56.022322 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da46dae6-9f6f-43bd-abab-25a21d0a71a5 None None] Network df1f79c0-78ba-4ad6-bf2c-37e8d0ac39a4 requested from dv-cinder-763306-6-iscsi {{(pid=80247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 09 05:33:56.025050 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63794f8-8d07-4874-a391-afcda04effb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:33:56.026665 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b63794f8-8d07-4874-a391-afcda04effb3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:56.055163 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-b63794f8-8d07-4874-a391-afcda04effb3 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.7633767
Dec 09 05:33:56.204722 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 35938) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:33:56.259081 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39cdb2ee-b808-4af0-a4f5-38ed67437caa None None] Network df1f79c0-78ba-4ad6-bf2c-37e8d0ac39a4 requested from dv-cinder-763306-6-iscsi {{(pid=80247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 09 05:33:56.280398 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_v2 [None req-e651e62b-e567-40e1-a90a-f9576c20aa66 admin admin] Deleting subnet fade253d-b82b-445c-af42-4ab81f279351 {{(pid=80246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 09 05:33:56.283823 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e651e62b-e567-40e1-a90a-f9576c20aa66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:56.337262 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e651e62b-e567-40e1-a90a-f9576c20aa66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1629206'] for subnet, precommit_delete_associations {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:56.400631 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e651e62b-e567-40e1-a90a-f9576c20aa66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3642508'] for subnet, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:56.680851 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e651e62b-e567-40e1-a90a-f9576c20aa66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851133308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854364984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036843934745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842878832'] for subnet, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:56.696891 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-84a75b62-ca04-41ea-b100-2d0af01c1080 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:33:56.747447 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e651e62b-e567-40e1-a90a-f9576c20aa66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fade253d-b82b-445c-af42-4ab81f279351,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:33:56.752476 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e651e62b-e567-40e1-a90a-f9576c20aa66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:33:56.841131 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e651e62b-e567-40e1-a90a-f9576c20aa66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:56.847765 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-e651e62b-e567-40e1-a90a-f9576c20aa66 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/fade253d-b82b-445c-af42-4ab81f279351 HTTP/1.1" status: 204  len: 168 time: 0.6419246
Dec 09 05:33:56.850680 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 35946) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:33:56.970657 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-495f0d71-eec6-4a69-8f3e-9c9c7fedddd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851217242'] for network, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:57.166577 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-495f0d71-eec6-4a69-8f3e-9c9c7fedddd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3640018', 'neutron.services.segments.db._delete_segments_for_network--9223363249358105289'] for network, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:57.287976 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-495f0d71-eec6-4a69-8f3e-9c9c7fedddd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fdff3eda4e0>,) {'filters': {'network_id': ['9f009f58-6dd7-4d09-bb0a-5577fff8ccf5']}} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:33:57.304756 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-495f0d71-eec6-4a69-8f3e-9c9c7fedddd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fdff3eda4e0>, '2cce7853-7f9d-4dbd-b5ce-2bbfc26000b0') {'for_net_delete': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:33:57.305339 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-495f0d71-eec6-4a69-8f3e-9c9c7fedddd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fdff3eda4e0>, '2cce7853-7f9d-4dbd-b5ce-2bbfc26000b0') {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:33:57.323510 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-495f0d71-eec6-4a69-8f3e-9c9c7fedddd4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363249358104777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10568859'] for segment, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:57.340225 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-495f0d71-eec6-4a69-8f3e-9c9c7fedddd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638805'] for segment, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:57.342615 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-495f0d71-eec6-4a69-8f3e-9c9c7fedddd4 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 09 05:33:57.536066 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-495f0d71-eec6-4a69-8f3e-9c9c7fedddd4 admin admin] Network 9f009f58-6dd7-4d09-bb0a-5577fff8ccf5 has no segments {{(pid=80245) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 09 05:33:57.546234 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-495f0d71-eec6-4a69-8f3e-9c9c7fedddd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851136996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10626939'] for segment, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:57.744549 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-495f0d71-eec6-4a69-8f3e-9c9c7fedddd4 admin admin] Network 9f009f58-6dd7-4d09-bb0a-5577fff8ccf5 has no segments {{(pid=80245) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 09 05:33:57.769515 dv-cinder-763306-6-iscsi neutron-server[80130]: Traceback (most recent call last):
Dec 09 05:33:57.769515 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 09 05:33:57.769515 dv-cinder-763306-6-iscsi neutron-server[80130]:     timer()
Dec 09 05:33:57.769515 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 05:33:57.769515 dv-cinder-763306-6-iscsi neutron-server[80130]:     cb(*args, **kw)
Dec 09 05:33:57.769515 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 09 05:33:57.769515 dv-cinder-763306-6-iscsi neutron-server[80130]:     return func(*args, **kwargs)
Dec 09 05:33:57.769515 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 05:33:57.769515 dv-cinder-763306-6-iscsi neutron-server[80130]:     self._notify()
Dec 09 05:33:57.769515 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 05:33:57.769515 dv-cinder-763306-6-iscsi neutron-server[80130]:     self.callback(batched_events)
Dec 09 05:33:57.769515 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 05:33:57.769515 dv-cinder-763306-6-iscsi neutron-server[80130]:     event.method(event)
Dec 09 05:33:57.769515 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 05:33:57.769515 dv-cinder-763306-6-iscsi neutron-server[80130]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 05:33:57.769515 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 09 05:33:57.769515 dv-cinder-763306-6-iscsi neutron-server[80130]:     segment_id)['aggregates'][0]
Dec 09 05:33:57.769515 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 05:33:57.769515 dv-cinder-763306-6-iscsi neutron-server[80130]:     return f(self, *a, **k)
Dec 09 05:33:57.769515 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 09 05:33:57.769515 dv-cinder-763306-6-iscsi neutron-server[80130]:     return self._get(url).json()
Dec 09 05:33:57.769515 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 05:33:57.769515 dv-cinder-763306-6-iscsi neutron-server[80130]:     **kwargs)
Dec 09 05:33:57.769515 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 05:33:57.769515 dv-cinder-763306-6-iscsi neutron-server[80130]:     return self.request(url, 'GET', **kwargs)
Dec 09 05:33:57.769515 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 09 05:33:57.769515 dv-cinder-763306-6-iscsi neutron-server[80130]:     **endpoint_filter)
Dec 09 05:33:57.769515 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 05:33:57.769515 dv-cinder-763306-6-iscsi neutron-server[80130]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 05:33:57.769515 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 05:33:57.769515 dv-cinder-763306-6-iscsi neutron-server[80130]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 05:33:57.769515 dv-cinder-763306-6-iscsi neutron-server[80130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 05:33:57.861687 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-495f0d71-eec6-4a69-8f3e-9c9c7fedddd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851135783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854364948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036851028489'] for network, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:57.865214 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:33:57.879863 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-495f0d71-eec6-4a69-8f3e-9c9c7fedddd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3226941'] for network, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:57.891470 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-495f0d71-eec6-4a69-8f3e-9c9c7fedddd4 admin admin] 10.222.0.39 "DELETE /v2.0/networks/9f009f58-6dd7-4d09-bb0a-5577fff8ccf5 HTTP/1.1" status: 204  len: 168 time: 1.0386755
Dec 09 05:33:57.892424 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495f0d71-eec6-4a69-8f3e-9c9c7fedddd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f009f58-6dd7-4d09-bb0a-5577fff8ccf5,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:33:57.894641 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 35958) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:33:57.901197 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495f0d71-eec6-4a69-8f3e-9c9c7fedddd4 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:33:57.901531 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495f0d71-eec6-4a69-8f3e-9c9c7fedddd4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:33:57.901989 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495f0d71-eec6-4a69-8f3e-9c9c7fedddd4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:33:57.902394 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495f0d71-eec6-4a69-8f3e-9c9c7fedddd4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:33:57.902791 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495f0d71-eec6-4a69-8f3e-9c9c7fedddd4 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:33:57.903187 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495f0d71-eec6-4a69-8f3e-9c9c7fedddd4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:33:57.903580 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495f0d71-eec6-4a69-8f3e-9c9c7fedddd4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:33:57.903970 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495f0d71-eec6-4a69-8f3e-9c9c7fedddd4 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:33:57.904359 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495f0d71-eec6-4a69-8f3e-9c9c7fedddd4 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:33:57.904750 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495f0d71-eec6-4a69-8f3e-9c9c7fedddd4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:33:57.905139 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495f0d71-eec6-4a69-8f3e-9c9c7fedddd4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:33:57.905524 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495f0d71-eec6-4a69-8f3e-9c9c7fedddd4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:33:57.906004 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495f0d71-eec6-4a69-8f3e-9c9c7fedddd4 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:33:57.906390 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495f0d71-eec6-4a69-8f3e-9c9c7fedddd4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:33:57.906778 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495f0d71-eec6-4a69-8f3e-9c9c7fedddd4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:33:57.907165 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495f0d71-eec6-4a69-8f3e-9c9c7fedddd4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:33:57.907550 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495f0d71-eec6-4a69-8f3e-9c9c7fedddd4 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:33:57.907938 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495f0d71-eec6-4a69-8f3e-9c9c7fedddd4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:33:57.908324 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495f0d71-eec6-4a69-8f3e-9c9c7fedddd4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:33:57.908703 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495f0d71-eec6-4a69-8f3e-9c9c7fedddd4 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:33:57.909084 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495f0d71-eec6-4a69-8f3e-9c9c7fedddd4 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:33:57.909474 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495f0d71-eec6-4a69-8f3e-9c9c7fedddd4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:33:57.909903 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495f0d71-eec6-4a69-8f3e-9c9c7fedddd4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:33:57.910287 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495f0d71-eec6-4a69-8f3e-9c9c7fedddd4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:33:57.913847 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-495f0d71-eec6-4a69-8f3e-9c9c7fedddd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:33:57.967030 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1f4bdcb-2d97-42d9-b652-5c594bd81bf2 admin admin] Deleting subnet b35687a8-6e58-447e-bf20-d7b2209ba71b {{(pid=80246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 09 05:33:57.970387 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c1f4bdcb-2d97-42d9-b652-5c594bd81bf2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:58.024310 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c1f4bdcb-2d97-42d9-b652-5c594bd81bf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1629206'] for subnet, precommit_delete_associations {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:58.085564 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c1f4bdcb-2d97-42d9-b652-5c594bd81bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3642508'] for subnet, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:58.584516 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c1f4bdcb-2d97-42d9-b652-5c594bd81bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851133308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854364984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036843934745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842878832'] for subnet, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:58.600281 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-b63794f8-8d07-4874-a391-afcda04effb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:33:58.650746 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f4bdcb-2d97-42d9-b652-5c594bd81bf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b35687a8-6e58-447e-bf20-d7b2209ba71b,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:33:58.655803 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-c1f4bdcb-2d97-42d9-b652-5c594bd81bf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:33:58.741399 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c1f4bdcb-2d97-42d9-b652-5c594bd81bf2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:58.748506 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-c1f4bdcb-2d97-42d9-b652-5c594bd81bf2 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/b35687a8-6e58-447e-bf20-d7b2209ba71b HTTP/1.1" status: 204  len: 168 time: 0.8526616
Dec 09 05:33:58.751299 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 35968) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:33:58.875943 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6837d628-5404-40a9-8f42-e497f2208ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851217242'] for network, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:59.073012 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6837d628-5404-40a9-8f42-e497f2208ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3640018', 'neutron.services.segments.db._delete_segments_for_network--9223363249358105289'] for network, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:59.202362 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-6837d628-5404-40a9-8f42-e497f2208ecd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fdff84a0c50>,) {'filters': {'network_id': ['df1f79c0-78ba-4ad6-bf2c-37e8d0ac39a4']}} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:33:59.217113 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-6837d628-5404-40a9-8f42-e497f2208ecd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fdff84a0c50>, '191e4f01-bf68-4e1f-b8fa-65f2de30bdef') {'for_net_delete': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:33:59.217458 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-6837d628-5404-40a9-8f42-e497f2208ecd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fdff84a0c50>, '191e4f01-bf68-4e1f-b8fa-65f2de30bdef') {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:33:59.231880 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6837d628-5404-40a9-8f42-e497f2208ecd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363249358104777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853146594'] for segment, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:59.248164 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6837d628-5404-40a9-8f42-e497f2208ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638805'] for segment, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:59.250745 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6837d628-5404-40a9-8f42-e497f2208ecd admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 09 05:33:59.433629 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-6837d628-5404-40a9-8f42-e497f2208ecd admin admin] Network df1f79c0-78ba-4ad6-bf2c-37e8d0ac39a4 has no segments {{(pid=80246) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 09 05:33:59.445836 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6837d628-5404-40a9-8f42-e497f2208ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851136996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843934838'] for segment, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:59.626841 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-6837d628-5404-40a9-8f42-e497f2208ecd admin admin] Network df1f79c0-78ba-4ad6-bf2c-37e8d0ac39a4 has no segments {{(pid=80246) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 09 05:33:59.649250 dv-cinder-763306-6-iscsi neutron-server[80130]: Traceback (most recent call last):
Dec 09 05:33:59.649250 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 09 05:33:59.649250 dv-cinder-763306-6-iscsi neutron-server[80130]:     timer()
Dec 09 05:33:59.649250 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 05:33:59.649250 dv-cinder-763306-6-iscsi neutron-server[80130]:     cb(*args, **kw)
Dec 09 05:33:59.649250 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 09 05:33:59.649250 dv-cinder-763306-6-iscsi neutron-server[80130]:     return func(*args, **kwargs)
Dec 09 05:33:59.649250 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 05:33:59.649250 dv-cinder-763306-6-iscsi neutron-server[80130]:     self._notify()
Dec 09 05:33:59.649250 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 05:33:59.649250 dv-cinder-763306-6-iscsi neutron-server[80130]:     self.callback(batched_events)
Dec 09 05:33:59.649250 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 05:33:59.649250 dv-cinder-763306-6-iscsi neutron-server[80130]:     event.method(event)
Dec 09 05:33:59.649250 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 05:33:59.649250 dv-cinder-763306-6-iscsi neutron-server[80130]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 05:33:59.649250 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 09 05:33:59.649250 dv-cinder-763306-6-iscsi neutron-server[80130]:     segment_id)['aggregates'][0]
Dec 09 05:33:59.649250 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 05:33:59.649250 dv-cinder-763306-6-iscsi neutron-server[80130]:     return f(self, *a, **k)
Dec 09 05:33:59.649250 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 09 05:33:59.649250 dv-cinder-763306-6-iscsi neutron-server[80130]:     return self._get(url).json()
Dec 09 05:33:59.649250 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 05:33:59.649250 dv-cinder-763306-6-iscsi neutron-server[80130]:     **kwargs)
Dec 09 05:33:59.649250 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 05:33:59.649250 dv-cinder-763306-6-iscsi neutron-server[80130]:     return self.request(url, 'GET', **kwargs)
Dec 09 05:33:59.649250 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 09 05:33:59.649250 dv-cinder-763306-6-iscsi neutron-server[80130]:     **endpoint_filter)
Dec 09 05:33:59.649250 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 05:33:59.649250 dv-cinder-763306-6-iscsi neutron-server[80130]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 05:33:59.649250 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 05:33:59.649250 dv-cinder-763306-6-iscsi neutron-server[80130]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 05:33:59.649250 dv-cinder-763306-6-iscsi neutron-server[80130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 05:33:59.731690 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6837d628-5404-40a9-8f42-e497f2208ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851135783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854364948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036851028489'] for network, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:59.735271 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-6cd8c0bc-76dc-49da-8ab7-4a40aae6e598 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:33:59.754342 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6837d628-5404-40a9-8f42-e497f2208ecd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3226941'] for network, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:33:59.761864 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6837d628-5404-40a9-8f42-e497f2208ecd admin admin] Pushing event deleted for resources: {'Network': ['ID=df1f79c0-78ba-4ad6-bf2c-37e8d0ac39a4,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:33:59.765332 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-6837d628-5404-40a9-8f42-e497f2208ecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:33:59.767017 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-6837d628-5404-40a9-8f42-e497f2208ecd admin admin] 10.222.0.39 "DELETE /v2.0/networks/df1f79c0-78ba-4ad6-bf2c-37e8d0ac39a4 HTTP/1.1" status: 204  len: 168 time: 1.0147071
Dec 09 05:33:59.983654 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 35990) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:34:00.035001 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-b2206d16-789d-4a59-a391-dd73582ed645 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=74e216e18b404af5acdd3bd99422ac75&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0500998
Dec 09 05:34:00.037576 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 35994) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:34:00.098750 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-32e44089-613e-4831-9650-14fb9e69c576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:00.129473 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-32e44089-613e-4831-9650-14fb9e69c576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:00.176837 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-32e44089-613e-4831-9650-14fb9e69c576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:00.181947 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-1ba60049-09f3-4fb2-9e9a-1ea406ad09f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:34:00.192641 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e44089-613e-4831-9650-14fb9e69c576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ce3b5d-7f7c-4237-8a6f-6b0261af9b13,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:34:00.197481 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-32e44089-613e-4831-9650-14fb9e69c576 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:34:00.199809 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-32e44089-613e-4831-9650-14fb9e69c576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:00.204078 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-32e44089-613e-4831-9650-14fb9e69c576 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e3ce3b5d-7f7c-4237-8a6f-6b0261af9b13 HTTP/1.1" status: 204  len: 168 time: 0.1624494
Dec 09 05:34:00.629588 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 36006) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:34:00.688650 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-fc7e1ac8-ae25-45b2-8a3f-e298598cc1ea admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=066876e74d7141eb9cc54dc6f5f25fd2&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0552299
Dec 09 05:34:00.689012 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 36012) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:34:00.765421 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1dc7f1ee-7279-4f56-bd24-0133d1ca2def admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:00.795651 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1dc7f1ee-7279-4f56-bd24-0133d1ca2def admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:00.846709 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1dc7f1ee-7279-4f56-bd24-0133d1ca2def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:00.851981 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-5d77535b-8e87-437b-82c7-6b73f3045070 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:34:00.869577 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc7f1ee-7279-4f56-bd24-0133d1ca2def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf72bc54-5303-4b65-a165-2b949fe35c0f,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:34:00.872849 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-1dc7f1ee-7279-4f56-bd24-0133d1ca2def admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:34:00.874908 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1dc7f1ee-7279-4f56-bd24-0133d1ca2def admin admin] Notify callbacks [] for security_group, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:00.879537 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-1dc7f1ee-7279-4f56-bd24-0133d1ca2def admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bf72bc54-5303-4b65-a165-2b949fe35c0f HTTP/1.1" status: 204  len: 168 time: 0.1861923
Dec 09 05:34:03.233399 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 36090) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:34:03.392589 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-fc6b5cca-0bde-4946-aeda-8e3f69357858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:03.408276 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-fc6b5cca-0bde-4946-aeda-8e3f69357858 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:34:03.412381 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-fc6b5cca-0bde-4946-aeda-8e3f69357858 admin admin] Usage tracker for resource:security_group_rule and tenant:813817ce7e1b425881cded37c48cf110 is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:34:03.415313 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-fc6b5cca-0bde-4946-aeda-8e3f69357858 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:34:03.421915 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-fc6b5cca-0bde-4946-aeda-8e3f69357858 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:34:03.506422 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-fc6b5cca-0bde-4946-aeda-8e3f69357858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:03.509629 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-fc6b5cca-0bde-4946-aeda-8e3f69357858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:03.518843 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-264a9b99-aa36-46cf-a28f-7634dacbdea6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:34:03.562996 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-fc6b5cca-0bde-4946-aeda-8e3f69357858 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=813817ce7e1b425881cded37c48cf110&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3283875
Dec 09 05:34:03.564723 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6b5cca-0bde-4946-aeda-8e3f69357858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d361b8-6c65-40cc-a08b-0665cc969481,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:34:03.565934 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 36096) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:34:03.567979 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-fc6b5cca-0bde-4946-aeda-8e3f69357858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:34:03.637392 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f2ca47d2-b4e9-409c-8bd7-6b21bf3e15ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:03.666199 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f2ca47d2-b4e9-409c-8bd7-6b21bf3e15ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:03.730707 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f2ca47d2-b4e9-409c-8bd7-6b21bf3e15ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:03.734858 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-d97fd9df-aa45-4480-96b6-759c4bed5160 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:34:03.747585 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ca47d2-b4e9-409c-8bd7-6b21bf3e15ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d361b8-6c65-40cc-a08b-0665cc969481,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:34:03.750235 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-f2ca47d2-b4e9-409c-8bd7-6b21bf3e15ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:34:03.757100 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f2ca47d2-b4e9-409c-8bd7-6b21bf3e15ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:03.758580 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-f2ca47d2-b4e9-409c-8bd7-6b21bf3e15ee admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/48d361b8-6c65-40cc-a08b-0665cc969481 HTTP/1.1" status: 204  len: 168 time: 0.1906152
Dec 09 05:34:04.118634 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 36112) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:34:04.138283 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e51a6443-cd68-421e-bcfb-f36c88ac6c2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:04.154481 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-e51a6443-cd68-421e-bcfb-f36c88ac6c2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:34:04.158620 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-e51a6443-cd68-421e-bcfb-f36c88ac6c2b admin admin] Usage tracker for resource:security_group_rule and tenant:111958e7d22c4c8ba4d323332c675ab0 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:34:04.161602 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-e51a6443-cd68-421e-bcfb-f36c88ac6c2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:34:04.167465 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-e51a6443-cd68-421e-bcfb-f36c88ac6c2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:34:04.251036 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e51a6443-cd68-421e-bcfb-f36c88ac6c2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:04.253797 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e51a6443-cd68-421e-bcfb-f36c88ac6c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:04.261907 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-889ada17-ddf4-4206-b646-1ecde7743984 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:34:04.306358 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-e51a6443-cd68-421e-bcfb-f36c88ac6c2b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=111958e7d22c4c8ba4d323332c675ab0&name=default HTTP/1.1" status: 200  len: 2879 time: 0.1865389
Dec 09 05:34:04.307336 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51a6443-cd68-421e-bcfb-f36c88ac6c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd64aea-89a3-4913-a465-5336cb3fd8dc,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:34:04.309263 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 36116) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:34:04.310887 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e51a6443-cd68-421e-bcfb-f36c88ac6c2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:34:04.372147 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-56d2465d-bb5b-45eb-89a2-9575eadc43c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:04.399739 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-56d2465d-bb5b-45eb-89a2-9575eadc43c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:04.448774 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-56d2465d-bb5b-45eb-89a2-9575eadc43c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:04.453928 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-54640429-7bff-46b8-9317-7834c3b9a38d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:34:04.467612 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d2465d-bb5b-45eb-89a2-9575eadc43c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd64aea-89a3-4913-a465-5336cb3fd8dc,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:34:04.471911 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-56d2465d-bb5b-45eb-89a2-9575eadc43c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:34:04.477392 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-56d2465d-bb5b-45eb-89a2-9575eadc43c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:04.478644 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-56d2465d-bb5b-45eb-89a2-9575eadc43c3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bdd64aea-89a3-4913-a465-5336cb3fd8dc HTTP/1.1" status: 204  len: 168 time: 0.1682203
Dec 09 05:34:08.854950 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 36234) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:34:09.014670 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8182d4d4-f3bd-4f72-a798-fe6e228570ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:09.031821 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-8182d4d4-f3bd-4f72-a798-fe6e228570ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:34:09.036030 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-8182d4d4-f3bd-4f72-a798-fe6e228570ba admin admin] Usage tracker for resource:security_group_rule and tenant:c9e4d0efd5eb43de863810f35fabbca4 is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:34:09.039163 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-8182d4d4-f3bd-4f72-a798-fe6e228570ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:34:09.045909 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-8182d4d4-f3bd-4f72-a798-fe6e228570ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:34:09.137224 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8182d4d4-f3bd-4f72-a798-fe6e228570ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:09.140249 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8182d4d4-f3bd-4f72-a798-fe6e228570ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:09.149864 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-1dc7f1ee-7279-4f56-bd24-0133d1ca2def admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:34:09.200316 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-8182d4d4-f3bd-4f72-a798-fe6e228570ba admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c9e4d0efd5eb43de863810f35fabbca4&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3413837
Dec 09 05:34:09.200316 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8182d4d4-f3bd-4f72-a798-fe6e228570ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94f52b9d-5736-42e2-b098-3eb4670567e5,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:34:09.200973 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 36240) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:34:09.201645 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-43f44203-54c4-4c67-af47-9ad3e8a05b65 None None] Agent healthcheck: found 6 active agents {{(pid=80248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 09 05:34:09.202760 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8182d4d4-f3bd-4f72-a798-fe6e228570ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:34:09.273462 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9664afad-709f-4911-9f2b-46762d5fa777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:09.305371 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9664afad-709f-4911-9f2b-46762d5fa777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:09.355623 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9664afad-709f-4911-9f2b-46762d5fa777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:09.359915 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-f2ca47d2-b4e9-409c-8bd7-6b21bf3e15ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:34:09.375061 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9664afad-709f-4911-9f2b-46762d5fa777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f52b9d-5736-42e2-b098-3eb4670567e5,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:34:09.379600 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-9664afad-709f-4911-9f2b-46762d5fa777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:34:09.386685 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9664afad-709f-4911-9f2b-46762d5fa777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:09.388038 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-9664afad-709f-4911-9f2b-46762d5fa777 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/94f52b9d-5736-42e2-b098-3eb4670567e5 HTTP/1.1" status: 204  len: 168 time: 0.1856742
Dec 09 05:34:09.755910 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 36250) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:34:09.776139 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-80845621-d3d1-4d29-b1ec-fe565a5d92cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:09.793004 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-80845621-d3d1-4d29-b1ec-fe565a5d92cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:34:09.797179 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-80845621-d3d1-4d29-b1ec-fe565a5d92cb admin admin] Usage tracker for resource:security_group_rule and tenant:f5979e0df4304eb19a76d2eba81a8002 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:34:09.800325 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-80845621-d3d1-4d29-b1ec-fe565a5d92cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:34:09.806469 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-80845621-d3d1-4d29-b1ec-fe565a5d92cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:34:09.894231 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-80845621-d3d1-4d29-b1ec-fe565a5d92cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:09.897125 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-80845621-d3d1-4d29-b1ec-fe565a5d92cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:09.905146 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-a9f27ad8-4559-49a9-b316-95055c4a3906 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:34:09.954412 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-80845621-d3d1-4d29-b1ec-fe565a5d92cb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f5979e0df4304eb19a76d2eba81a8002&name=default HTTP/1.1" status: 200  len: 2879 time: 0.1973090
Dec 09 05:34:09.955342 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80845621-d3d1-4d29-b1ec-fe565a5d92cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef9b823-22c2-4afc-80e4-07f12e05d92f,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:34:09.957227 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 36254) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:34:09.958537 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-80845621-d3d1-4d29-b1ec-fe565a5d92cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:34:10.024606 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-3d748018-4491-4f24-aa9c-7777709eb16d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:10.052113 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-3d748018-4491-4f24-aa9c-7777709eb16d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:10.099309 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-3d748018-4491-4f24-aa9c-7777709eb16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:10.105245 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-560706e4-75d6-4863-b6eb-d9244362968e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:34:10.118917 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d748018-4491-4f24-aa9c-7777709eb16d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef9b823-22c2-4afc-80e4-07f12e05d92f,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:34:10.123823 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-3d748018-4491-4f24-aa9c-7777709eb16d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:34:10.130057 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-3d748018-4491-4f24-aa9c-7777709eb16d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:10.134161 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-3d748018-4491-4f24-aa9c-7777709eb16d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/aef9b823-22c2-4afc-80e4-07f12e05d92f HTTP/1.1" status: 204  len: 168 time: 0.1756315
Dec 09 05:34:11.992797 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-bf2ff293-3678-47ee-a7f7-8e01e4269e43 req-9505acda-6cb6-4434-be85-190de33dc34f tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-129756593&fields=id&tenant_id=01ec2b224b424d04bbe7e5a9c52a66d5 HTTP/1.1" status: 200  len: 267 time: 0.0580559
Dec 09 05:34:12.085964 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ff293-3678-47ee-a7f7-8e01e4269e43 req-5997b40f-1245-4077-8250-d0c4209c8fe5 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:12.087649 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-bf2ff293-3678-47ee-a7f7-8e01e4269e43 req-5997b40f-1245-4077-8250-d0c4209c8fe5 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/ports?device_id=b5878f15-3c4c-4e2f-90f2-dc4f4c40c27a HTTP/1.1" status: 200  len: 984 time: 0.0883105
Dec 09 05:34:12.102630 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-bf2ff293-3678-47ee-a7f7-8e01e4269e43 req-6378a203-d4bc-4b02-b392-5596c9666bd0 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Request body: {'port': {'security_groups': ['ec58b73c-c7a7-470e-ae92-a9b232863e2a']}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:34:12.457926 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-bf2ff293-3678-47ee-a7f7-8e01e4269e43 req-6378a203-d4bc-4b02-b392-5596c9666bd0 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:12.810604 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-bf2ff293-3678-47ee-a7f7-8e01e4269e43 req-6378a203-d4bc-4b02-b392-5596c9666bd0 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] For port 47b4b7c5-71df-464d-b601-013cc25f5595, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=47b4b7c5-71df-464d-b601-013cc25f5595,segment=NetworkSegment(19078054-d988-44d0-8749-e725b73e73ce),segment_id=19078054-d988-44d0-8749-e725b73e73ce)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:34:12.844945 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-bf2ff293-3678-47ee-a7f7-8e01e4269e43 req-6378a203-d4bc-4b02-b392-5596c9666bd0 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Notify callbacks [] for port, precommit_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:12.849308 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-bf2ff293-3678-47ee-a7f7-8e01e4269e43 req-6378a203-d4bc-4b02-b392-5596c9666bd0 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10626905'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:12.868822 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:34:13.035971 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6378a203-d4bc-4b02-b392-5596c9666bd0 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Pushing event updated for resources: {'Port': ['ID=47b4b7c5-71df-464d-b601-013cc25f5595,revision_number=6']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:34:13.041600 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-6378a203-d4bc-4b02-b392-5596c9666bd0 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:34:13.092296 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ff293-3678-47ee-a7f7-8e01e4269e43 req-6378a203-d4bc-4b02-b392-5596c9666bd0 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:13.093035 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-bf2ff293-3678-47ee-a7f7-8e01e4269e43 req-6378a203-d4bc-4b02-b392-5596c9666bd0 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870'] for port, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:13.094933 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-bf2ff293-3678-47ee-a7f7-8e01e4269e43 req-6378a203-d4bc-4b02-b392-5596c9666bd0 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "PUT /v2.0/ports/47b4b7c5-71df-464d-b601-013cc25f5595 HTTP/1.1" status: 200  len: 942 time: 0.9986823
Dec 09 05:34:13.095552 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5878f15-3c4c-4e2f-90f2-dc4f4c40c27a', 'tag': '47b4b7c5-71df-464d-b601-013cc25f5595'}] {{(pid=80245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:34:13.231659 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5878f15-3c4c-4e2f-90f2-dc4f4c40c27a', 'tag': '47b4b7c5-71df-464d-b601-013cc25f5595', 'status': 'completed', 'code': 200}
Dec 09 05:34:13.345927 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-635b243d-8e87-4ce6-8b2b-e9d3218e4b84 req-ccb1f321-cfc8-4e9f-bce3-aef76f1be6ac tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/security-groups/c120d4dd-ec50-4621-85b4-c14786e2715a HTTP/1.1" status: 200  len: 2889 time: 0.2027566
Dec 09 05:34:13.458992 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-635b243d-8e87-4ce6-8b2b-e9d3218e4b84 req-733f4168-8017-4b71-a7d2-d7c7b28500cb tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Notify callbacks [] for security_group, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:13.462885 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-2e49ea90-9597-4a8c-b428-937631dcbb47 None None] Provisioning complete for port 47b4b7c5-71df-464d-b601-013cc25f5595 triggered by entity DHCP. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:34:13.463881 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2e49ea90-9597-4a8c-b428-937631dcbb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:13.477472 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46820563-f2e1-4d5d-aa07-4e56d0ae829b req-77b9ec37-1d6d-4020-85e4-8401eb526ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:13.480400 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-46820563-f2e1-4d5d-aa07-4e56d0ae829b req-77b9ec37-1d6d-4020-85e4-8401eb526ac1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=01ec2b224b424d04bbe7e5a9c52a66d5&device_id=b5878f15-3c4c-4e2f-90f2-dc4f4c40c27a HTTP/1.1" status: 200  len: 1162 time: 0.2250767
Dec 09 05:34:13.502975 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-635b243d-8e87-4ce6-8b2b-e9d3218e4b84 req-733f4168-8017-4b71-a7d2-d7c7b28500cb tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Notify callbacks [] for security_group, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:13.737234 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-635b243d-8e87-4ce6-8b2b-e9d3218e4b84 req-733f4168-8017-4b71-a7d2-d7c7b28500cb tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:13.757140 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-37bd422b-13b4-438f-b3bf-02ab25a4edc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:34:13.772372 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733f4168-8017-4b71-a7d2-d7c7b28500cb tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Pushing event deleted for resources: {'SecurityGroup': ['ID=c120d4dd-ec50-4621-85b4-c14786e2715a,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:34:13.774754 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46820563-f2e1-4d5d-aa07-4e56d0ae829b req-84ec9dbb-7bba-458c-8890-14cf767a50b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:13.776974 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-46820563-f2e1-4d5d-aa07-4e56d0ae829b req-84ec9dbb-7bba-458c-8890-14cf767a50b1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9aea0a2f-14fb-4990-ae4d-5b682071e14d HTTP/1.1" status: 200  len: 909 time: 0.2551768
Dec 09 05:34:13.778095 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-733f4168-8017-4b71-a7d2-d7c7b28500cb tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:34:13.785595 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-635b243d-8e87-4ce6-8b2b-e9d3218e4b84 req-733f4168-8017-4b71-a7d2-d7c7b28500cb tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Notify callbacks [] for security_group, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:13.787112 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-635b243d-8e87-4ce6-8b2b-e9d3218e4b84 req-733f4168-8017-4b71-a7d2-d7c7b28500cb tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "DELETE /v2.0/security-groups/c120d4dd-ec50-4621-85b4-c14786e2715a HTTP/1.1" status: 204  len: 173 time: 0.4257338
Dec 09 05:34:13.907461 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-46820563-f2e1-4d5d-aa07-4e56d0ae829b req-34c46d1a-06fd-4b7d-a70a-8782f1e18053 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47b4b7c5-71df-464d-b601-013cc25f5595 HTTP/1.1" status: 200  len: 1000 time: 0.1230907
Dec 09 05:34:13.962406 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device 47b4b7c5-71df-464d-b601-013cc25f5595 up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:34:13.972504 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-268f702f-4d98-4b77-8d15-59e8503f5ef7 req-4e93d88e-9571-4657-9efa-c68c62ae0f5a tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/floatingips/19e5793b-4f5b-4af5-8e03-94d3b4d9595b HTTP/1.1" status: 200  len: 997 time: 0.1276474
Dec 09 05:34:13.988587 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46820563-f2e1-4d5d-aa07-4e56d0ae829b req-cca670fe-0c33-43ec-b097-d6ae2c8a875e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:13.991519 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-46820563-f2e1-4d5d-aa07-4e56d0ae829b req-cca670fe-0c33-43ec-b097-d6ae2c8a875e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bc2ef73b-021e-4c10-b628-1f5ae57b8553 HTTP/1.1" status: 200  len: 854 time: 0.0761259
Dec 09 05:34:14.055553 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port 47b4b7c5-71df-464d-b601-013cc25f5595 triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:34:14.056722 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:14.126017 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46820563-f2e1-4d5d-aa07-4e56d0ae829b req-35326804-9bcc-4407-b1e1-78b55504b358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:14.128341 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-46820563-f2e1-4d5d-aa07-4e56d0ae829b req-35326804-9bcc-4407-b1e1-78b55504b358 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9aea0a2f-14fb-4990-ae4d-5b682071e14d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1233304
Dec 09 05:34:14.190196 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268f702f-4d98-4b77-8d15-59e8503f5ef7 req-30acc1fb-d838-40f6-8a46-0e7b686941de tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:14.190909 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-268f702f-4d98-4b77-8d15-59e8503f5ef7 req-30acc1fb-d838-40f6-8a46-0e7b686941de tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Synchronizing usage tracker for tenant:01ec2b224b424d04bbe7e5a9c52a66d5 on resource:network {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:34:14.211359 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-268f702f-4d98-4b77-8d15-59e8503f5ef7 req-30acc1fb-d838-40f6-8a46-0e7b686941de tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Unset dirty status for tenant:01ec2b224b424d04bbe7e5a9c52a66d5 on resource:network {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:34:14.213122 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-268f702f-4d98-4b77-8d15-59e8503f5ef7 req-30acc1fb-d838-40f6-8a46-0e7b686941de tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/networks/1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89 HTTP/1.1" status: 200  len: 784 time: 0.2319882
Dec 09 05:34:14.226350 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [req-268f702f-4d98-4b77-8d15-59e8503f5ef7 req-a97ea9b0-e9be-46b8-b014-ffb89ff46428 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=80245) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 09 05:34:14.227771 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-268f702f-4d98-4b77-8d15-59e8503f5ef7 req-a97ea9b0-e9be-46b8-b014-ffb89ff46428 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0078933
Dec 09 05:34:14.309466 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-46820563-f2e1-4d5d-aa07-4e56d0ae829b req-921f3bd3-37ea-470b-afec-79dfb53a9e3c service neutron] 10.222.0.59 "GET /v2.0/networks/9aea0a2f-14fb-4990-ae4d-5b682071e14d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1707215
Dec 09 05:34:14.359584 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-268f702f-4d98-4b77-8d15-59e8503f5ef7 req-dca9ef8e-87fd-4915-bda9-2ed9d7f893b3 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.27.2.28 HTTP/1.1" status: 200  len: 1000 time: 0.1208274
Dec 09 05:34:14.453686 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268f702f-4d98-4b77-8d15-59e8503f5ef7 req-444e4c70-ee3b-45f6-9b14-66cdaa59a984 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:14.455227 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-268f702f-4d98-4b77-8d15-59e8503f5ef7 req-444e4c70-ee3b-45f6-9b14-66cdaa59a984 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/ports/47b4b7c5-71df-464d-b601-013cc25f5595 HTTP/1.1" status: 200  len: 942 time: 0.0891531
Dec 09 05:34:14.472762 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-46820563-f2e1-4d5d-aa07-4e56d0ae829b req-dff2b0ef-74de-4a91-8a0f-6d2b493175ee service neutron] 10.222.0.59 "GET /v2.0/networks/9aea0a2f-14fb-4990-ae4d-5b682071e14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1547246
Dec 09 05:34:14.656923 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-268f702f-4d98-4b77-8d15-59e8503f5ef7 req-dbf9cd87-d2b3-4bb8-86b8-b6e1a6ab169b tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.27.2.28 HTTP/1.1" status: 200  len: 1000 time: 0.1085804
Dec 09 05:34:14.815879 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 36414) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:34:14.897028 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-268f702f-4d98-4b77-8d15-59e8503f5ef7 req-418a2df7-936d-4ef5-9a25-2f14d28f567e tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Deleting port a4c7ea07-ef73-4bc5-b36d-4537d55981ed {{(pid=80245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 09 05:34:14.897416 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-268f702f-4d98-4b77-8d15-59e8503f5ef7 req-418a2df7-936d-4ef5-9a25-2f14d28f567e tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787496886762'] for port, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:15.023515 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-484b2944-35a1-4e83-9a5f-6b97a65efb19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:15.046128 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-484b2944-35a1-4e83-9a5f-6b97a65efb19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:34:15.050999 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-484b2944-35a1-4e83-9a5f-6b97a65efb19 admin admin] Usage tracker for resource:security_group_rule and tenant:c9876098eb794bcda2de65184acb90ca is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:34:15.054464 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-484b2944-35a1-4e83-9a5f-6b97a65efb19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:34:15.061472 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-484b2944-35a1-4e83-9a5f-6b97a65efb19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:34:15.092673 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-268f702f-4d98-4b77-8d15-59e8503f5ef7 req-418a2df7-936d-4ef5-9a25-2f14d28f567e tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744221'] for port, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:15.093038 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-268f702f-4d98-4b77-8d15-59e8503f5ef7 req-418a2df7-936d-4ef5-9a25-2f14d28f567e tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Notify callbacks [] for floatingip, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:15.158687 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-484b2944-35a1-4e83-9a5f-6b97a65efb19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:15.162049 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-484b2944-35a1-4e83-9a5f-6b97a65efb19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:15.172417 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8182d4d4-f3bd-4f72-a798-fe6e228570ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:34:15.221056 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-484b2944-35a1-4e83-9a5f-6b97a65efb19 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c9876098eb794bcda2de65184acb90ca&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4015410
Dec 09 05:34:15.221660 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 36426) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:34:15.224557 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484b2944-35a1-4e83-9a5f-6b97a65efb19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cda105e-0e1e-4e61-abbb-35d69aca0cc5,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:34:15.228155 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-484b2944-35a1-4e83-9a5f-6b97a65efb19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:34:15.236121 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-268f702f-4d98-4b77-8d15-59e8503f5ef7 req-418a2df7-936d-4ef5-9a25-2f14d28f567e tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Calling delete_port for a4c7ea07-ef73-4bc5-b36d-4537d55981ed owned by network:floatingip {{(pid=80245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 09 05:34:15.305762 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0ce1c728-1adc-4ace-b86f-beb68dbf7e4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:15.335425 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0ce1c728-1adc-4ace-b86f-beb68dbf7e4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:15.388578 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0ce1c728-1adc-4ace-b86f-beb68dbf7e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:15.394001 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-3d748018-4491-4f24-aa9c-7777709eb16d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:34:15.405860 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-268f702f-4d98-4b77-8d15-59e8503f5ef7 req-418a2df7-936d-4ef5-9a25-2f14d28f567e tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787496890807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249358481609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844148928'] for port, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:15.410656 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce1c728-1adc-4ace-b86f-beb68dbf7e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cda105e-0e1e-4e61-abbb-35d69aca0cc5,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:34:15.413789 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-0ce1c728-1adc-4ace-b86f-beb68dbf7e4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:34:15.415362 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0ce1c728-1adc-4ace-b86f-beb68dbf7e4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:15.419570 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-0ce1c728-1adc-4ace-b86f-beb68dbf7e4c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4cda105e-0e1e-4e61-abbb-35d69aca0cc5 HTTP/1.1" status: 204  len: 168 time: 0.1941748
Dec 09 05:34:15.423070 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-201a2bd1-9518-4fe9-9979-49f151658016 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:34:15.483757 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418a2df7-936d-4ef5-9a25-2f14d28f567e tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Pushing event deleted for resources: {'Port': ['ID=a4c7ea07-ef73-4bc5-b36d-4537d55981ed,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:34:15.489144 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-418a2df7-936d-4ef5-9a25-2f14d28f567e tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:34:15.674823 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-268f702f-4d98-4b77-8d15-59e8503f5ef7 req-418a2df7-936d-4ef5-9a25-2f14d28f567e tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Notify callbacks [] for floatingip, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:15.675563 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.db.l3_db [req-268f702f-4d98-4b77-8d15-59e8503f5ef7 req-418a2df7-936d-4ef5-9a25-2f14d28f567e tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Floating IP 19e5793b-4f5b-4af5-8e03-94d3b4d9595b disassociated (deleted). External IP: 172.27.2.28, port: 47b4b7c5-71df-464d-b601-013cc25f5595.
Dec 09 05:34:15.770322 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-be547d72-5032-482a-ba4d-fb650d80d6e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:15.892191 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 36434) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:34:15.913326 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-bff8268a-0c8a-4277-ae01-f4aca8b9a4a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:15.930985 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-bff8268a-0c8a-4277-ae01-f4aca8b9a4a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:34:15.936351 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-bff8268a-0c8a-4277-ae01-f4aca8b9a4a2 admin admin] Usage tracker for resource:security_group_rule and tenant:d4e50ff2e7a74789b2e82b4533d333e0 is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:34:15.940158 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-bff8268a-0c8a-4277-ae01-f4aca8b9a4a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:34:15.946887 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-bff8268a-0c8a-4277-ae01-f4aca8b9a4a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:34:16.040865 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-bff8268a-0c8a-4277-ae01-f4aca8b9a4a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:16.044002 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-bff8268a-0c8a-4277-ae01-f4aca8b9a4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:16.052972 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-7baed4f3-658f-4c2e-b3c0-12a4b6f90a10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:34:16.099252 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-bff8268a-0c8a-4277-ae01-f4aca8b9a4a2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d4e50ff2e7a74789b2e82b4533d333e0&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2053347
Dec 09 05:34:16.100136 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff8268a-0c8a-4277-ae01-f4aca8b9a4a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a24f5c2-a065-45ea-9ce3-795a659aab3e,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:34:16.102799 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 36438) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:34:16.106346 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-bff8268a-0c8a-4277-ae01-f4aca8b9a4a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:34:16.126949 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [req-268f702f-4d98-4b77-8d15-59e8503f5ef7 req-418a2df7-936d-4ef5-9a25-2f14d28f567e tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Router ae0ec6fc-a54a-4487-9f5e-5331958d3ebb has already been hosted by L3 agent 16cb43a9-cd2d-4531-acd4-2457db4a9ad2 {{(pid=80245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 09 05:34:16.177480 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-88db6335-e541-487a-a589-750186f6c029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:16.207869 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-88db6335-e541-487a-a589-750186f6c029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:16.259338 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-88db6335-e541-487a-a589-750186f6c029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:16.265599 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-6e610532-92cc-4d8f-bbe6-aca5c2396240 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:34:16.281633 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88db6335-e541-487a-a589-750186f6c029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a24f5c2-a065-45ea-9ce3-795a659aab3e,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:34:16.284484 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-88db6335-e541-487a-a589-750186f6c029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:34:16.287564 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-88db6335-e541-487a-a589-750186f6c029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:16.305642 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-88db6335-e541-487a-a589-750186f6c029 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6a24f5c2-a065-45ea-9ce3-795a659aab3e HTTP/1.1" status: 204  len: 168 time: 0.2014043
Dec 09 05:34:16.348235 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-268f702f-4d98-4b77-8d15-59e8503f5ef7 req-418a2df7-936d-4ef5-9a25-2f14d28f567e tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Notify agent at l3_agent.dv-cinder-763306-6-iscsi the message routers_updated {{(pid=80245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 09 05:34:16.359547 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa03210d-b67f-46f7-8aa4-c878a571892d None None] Sync routers for ids ['ae0ec6fc-a54a-4487-9f5e-5331958d3ebb'] in dv-cinder-763306-6-iscsi {{(pid=80247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 09 05:34:16.370070 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa03210d-b67f-46f7-8aa4-c878a571892d None None] Routers {'ae0ec6fc-a54a-4487-9f5e-5331958d3ebb'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:34:16.371062 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-aa03210d-b67f-46f7-8aa4-c878a571892d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff86feb00>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:33:47Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['ae0ec6fc-a54a-4487-9f5e-5331958d3ebb'], 'active': True} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:34:16.401471 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-268f702f-4d98-4b77-8d15-59e8503f5ef7 req-418a2df7-936d-4ef5-9a25-2f14d28f567e tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870'] for floatingip, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:16.477763 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-268f702f-4d98-4b77-8d15-59e8503f5ef7 req-418a2df7-936d-4ef5-9a25-2f14d28f567e tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "DELETE /v2.0/floatingips/19e5793b-4f5b-4af5-8e03-94d3b4d9595b HTTP/1.1" status: 204  len: 173 time: 1.8136625
Dec 09 05:34:16.478564 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5878f15-3c4c-4e2f-90f2-dc4f4c40c27a', 'tag': '47b4b7c5-71df-464d-b601-013cc25f5595'}] {{(pid=80245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:34:16.601507 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268f702f-4d98-4b77-8d15-59e8503f5ef7 req-8f56e036-d5d3-4f16-88b2-671f70d551d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:16.602876 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-aa03210d-b67f-46f7-8aa4-c878a571892d None None] Set router ae0ec6fc-a54a-4487-9f5e-5331958d3ebb gateway port host: dv-cinder-763306-6-iscsi {{(pid=80247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:34:16.610576 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-268f702f-4d98-4b77-8d15-59e8503f5ef7 req-8f56e036-d5d3-4f16-88b2-671f70d551d5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=01ec2b224b424d04bbe7e5a9c52a66d5&device_id=b5878f15-3c4c-4e2f-90f2-dc4f4c40c27a HTTP/1.1" status: 200  len: 1162 time: 0.1228108
Dec 09 05:34:16.649427 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5878f15-3c4c-4e2f-90f2-dc4f4c40c27a', 'tag': '47b4b7c5-71df-464d-b601-013cc25f5595', 'status': 'completed', 'code': 200}
Dec 09 05:34:16.802608 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88080410-fadc-41db-a4c7-ef3062b3c906 req-29fd08a0-9ac3-49ce-a43b-e8f9ac613628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:16.805721 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-88080410-fadc-41db-a4c7-ef3062b3c906 req-29fd08a0-9ac3-49ce-a43b-e8f9ac613628 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=01ec2b224b424d04bbe7e5a9c52a66d5&device_id=b5878f15-3c4c-4e2f-90f2-dc4f4c40c27a HTTP/1.1" status: 200  len: 1162 time: 0.1247971
Dec 09 05:34:16.872109 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 36458) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:34:16.872556 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268f702f-4d98-4b77-8d15-59e8503f5ef7 req-9263f15b-0601-43ca-977c-40d66ce77291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:16.880781 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-268f702f-4d98-4b77-8d15-59e8503f5ef7 req-9263f15b-0601-43ca-977c-40d66ce77291 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9aea0a2f-14fb-4990-ae4d-5b682071e14d HTTP/1.1" status: 200  len: 909 time: 0.2693121
Dec 09 05:34:16.964509 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-268f702f-4d98-4b77-8d15-59e8503f5ef7 req-843839c6-82ed-4abc-9e09-591a56435744 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47b4b7c5-71df-464d-b601-013cc25f5595 HTTP/1.1" status: 200  len: 217 time: 0.0816700
Dec 09 05:34:17.033768 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268f702f-4d98-4b77-8d15-59e8503f5ef7 req-20ca55fd-e4b7-40f8-906e-e38f43ad3fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:17.042444 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-268f702f-4d98-4b77-8d15-59e8503f5ef7 req-20ca55fd-e4b7-40f8-906e-e38f43ad3fb7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bc2ef73b-021e-4c10-b628-1f5ae57b8553 HTTP/1.1" status: 200  len: 854 time: 0.0771563
Dec 09 05:34:17.074159 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-aa03210d-b67f-46f7-8aa4-c878a571892d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff86feb00>, [{'id': 'ae0ec6fc-a54a-4487-9f5e-5331958d3ebb', 'name': 'tempest-TestMinimumBasicScenario-1565234444-router', 'tenant_id': '01ec2b224b424d04bbe7e5a9c52a66d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'b38685d2-50f2-4b55-8444-59811bb10bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:30:54Z', 'updated_at': '2020-12-09T05:31:02Z', 'revision_number': 4, 'project_id': '01ec2b224b424d04bbe7e5a9c52a66d5', 'gw_port': {'id': 'b38685d2-50f2-4b55-8444-59811bb10bdd', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ec:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0ec6fc-a54a-4487-9f5e-5331958d3ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:30:55Z', 'updated_at': '2020-12-09T05:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_interfaces': [{'id': 'f3312047-ffbf-4cbc-a256-a568e354eaa5', 'name': '', 'network_id': '9aea0a2f-14fb-4990-ae4d-5b682071e14d', 'tenant_id': '01ec2b224b424d04bbe7e5a9c52a66d5', 'mac_address': 'fa:16:3e:ee:d7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0ec6fc-a54a-4487-9f5e-5331958d3ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'bc2ef73b-021e-4c10-b628-1f5ae57b8553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:31:00Z', 'updated_at': '2020-12-09T05:31:13Z', 'revision_number': 5, 'project_id': '01ec2b224b424d04bbe7e5a9c52a66d5', 'subnets': [{'id': 'bc2ef73b-021e-4c10-b628-1f5ae57b8553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:34:17.076247 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88080410-fadc-41db-a4c7-ef3062b3c906 req-e04bfa7b-3158-4547-b732-9d6b03c93c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:17.078140 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-88080410-fadc-41db-a4c7-ef3062b3c906 req-e04bfa7b-3158-4547-b732-9d6b03c93c6f service neutron] 10.222.0.59 "GET /v2.0/networks?id=9aea0a2f-14fb-4990-ae4d-5b682071e14d HTTP/1.1" status: 200  len: 909 time: 0.2639256
Dec 09 05:34:17.078810 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa03210d-b67f-46f7-8aa4-c878a571892d None None] Checking router: ae0ec6fc-a54a-4487-9f5e-5331958d3ebb for host: dv-cinder-763306-6-iscsi {{(pid=80247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 09 05:34:17.089627 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa03210d-b67f-46f7-8aa4-c878a571892d None None] Routers {'ae0ec6fc-a54a-4487-9f5e-5331958d3ebb'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:34:17.090381 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-aa03210d-b67f-46f7-8aa4-c878a571892d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff86feb00>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:33:47Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['ae0ec6fc-a54a-4487-9f5e-5331958d3ebb'], 'active': True} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:34:17.203078 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-88080410-fadc-41db-a4c7-ef3062b3c906 req-582dab3f-4a82-4f92-a8f9-75689a3edba2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47b4b7c5-71df-464d-b601-013cc25f5595 HTTP/1.1" status: 200  len: 217 time: 0.1170323
Dec 09 05:34:17.206186 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7afc3e4c-6a51-4533-8c37-7fffabc620e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:17.322948 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-11027dbc-8506-4992-9dbd-fd5fd746e683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:17.334279 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-aa03210d-b67f-46f7-8aa4-c878a571892d None None] Set router ae0ec6fc-a54a-4487-9f5e-5331958d3ebb gateway port host: dv-cinder-763306-6-iscsi {{(pid=80247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:34:17.379901 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268f702f-4d98-4b77-8d15-59e8503f5ef7 req-e8e4ed3c-2477-4672-999b-1149ac2b31b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:17.382860 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-268f702f-4d98-4b77-8d15-59e8503f5ef7 req-e8e4ed3c-2477-4672-999b-1149ac2b31b1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9aea0a2f-14fb-4990-ae4d-5b682071e14d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3386846
Dec 09 05:34:17.539137 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-7afc3e4c-6a51-4533-8c37-7fffabc620e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:34:17.543594 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-7afc3e4c-6a51-4533-8c37-7fffabc620e0 admin admin] Usage tracker for resource:security_group_rule and tenant:cfc3baa1f2804d6ba9d9120f6024e9ac is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:34:17.548188 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-7afc3e4c-6a51-4533-8c37-7fffabc620e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:34:17.548905 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-268f702f-4d98-4b77-8d15-59e8503f5ef7 req-97a25b06-7d6c-42b7-b8d4-f7f5c38419ca service neutron] 10.222.0.39 "GET /v2.0/networks/9aea0a2f-14fb-4990-ae4d-5b682071e14d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1578281
Dec 09 05:34:17.554491 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-7afc3e4c-6a51-4533-8c37-7fffabc620e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:34:17.635646 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88080410-fadc-41db-a4c7-ef3062b3c906 req-8dad1d1a-8e19-464a-ba30-d426a40dbe4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:17.637142 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-88080410-fadc-41db-a4c7-ef3062b3c906 req-8dad1d1a-8e19-464a-ba30-d426a40dbe4b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bc2ef73b-021e-4c10-b628-1f5ae57b8553 HTTP/1.1" status: 200  len: 854 time: 0.4188333
Dec 09 05:34:17.729246 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-268f702f-4d98-4b77-8d15-59e8503f5ef7 req-257e5403-d357-406d-97b8-88cd05db4bb9 service neutron] 10.222.0.39 "GET /v2.0/networks/9aea0a2f-14fb-4990-ae4d-5b682071e14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1786938
Dec 09 05:34:17.747017 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7afc3e4c-6a51-4533-8c37-7fffabc620e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:17.756964 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7afc3e4c-6a51-4533-8c37-7fffabc620e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:17.763728 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-aa03210d-b67f-46f7-8aa4-c878a571892d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff86feb00>, [{'id': 'ae0ec6fc-a54a-4487-9f5e-5331958d3ebb', 'name': 'tempest-TestMinimumBasicScenario-1565234444-router', 'tenant_id': '01ec2b224b424d04bbe7e5a9c52a66d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'b38685d2-50f2-4b55-8444-59811bb10bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:30:54Z', 'updated_at': '2020-12-09T05:31:02Z', 'revision_number': 4, 'project_id': '01ec2b224b424d04bbe7e5a9c52a66d5', 'gw_port': {'id': 'b38685d2-50f2-4b55-8444-59811bb10bdd', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ec:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0ec6fc-a54a-4487-9f5e-5331958d3ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:30:55Z', 'updated_at': '2020-12-09T05:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_interfaces': [{'id': 'f3312047-ffbf-4cbc-a256-a568e354eaa5', 'name': '', 'network_id': '9aea0a2f-14fb-4990-ae4d-5b682071e14d', 'tenant_id': '01ec2b224b424d04bbe7e5a9c52a66d5', 'mac_address': 'fa:16:3e:ee:d7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0ec6fc-a54a-4487-9f5e-5331958d3ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'bc2ef73b-021e-4c10-b628-1f5ae57b8553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:31:00Z', 'updated_at': '2020-12-09T05:31:13Z', 'revision_number': 5, 'project_id': '01ec2b224b424d04bbe7e5a9c52a66d5', 'subnets': [{'id': 'bc2ef73b-021e-4c10-b628-1f5ae57b8553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:34:17.768611 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-20ee3c4b-ecaa-489d-90a8-3e6955d66e8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:34:17.769374 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa03210d-b67f-46f7-8aa4-c878a571892d None None] The sync data for ids ['ae0ec6fc-a54a-4487-9f5e-5331958d3ebb'] in dv-cinder-763306-6-iscsi is: [{'id': 'ae0ec6fc-a54a-4487-9f5e-5331958d3ebb', 'name': 'tempest-TestMinimumBasicScenario-1565234444-router', 'tenant_id': '01ec2b224b424d04bbe7e5a9c52a66d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'b38685d2-50f2-4b55-8444-59811bb10bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:30:54Z', 'updated_at': '2020-12-09T05:31:02Z', 'revision_number': 4, 'project_id': '01ec2b224b424d04bbe7e5a9c52a66d5', 'gw_port': {'id': 'b38685d2-50f2-4b55-8444-59811bb10bdd', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ec:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0ec6fc-a54a-4487-9f5e-5331958d3ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:30:55Z', 'updated_at': '2020-12-09T05:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_interfaces': [{'id': 'f3312047-ffbf-4cbc-a256-a568e354eaa5', 'name': '', 'network_id': '9aea0a2f-14fb-4990-ae4d-5b682071e14d', 'tenant_id': '01ec2b224b424d04bbe7e5a9c52a66d5', 'mac_address': 'fa:16:3e:ee:d7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0ec6fc-a54a-4487-9f5e-5331958d3ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'bc2ef73b-021e-4c10-b628-1f5ae57b8553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:31:00Z', 'updated_at': '2020-12-09T05:31:13Z', 'revision_number': 5, 'project_id': '01ec2b224b424d04bbe7e5a9c52a66d5', 'subnets': [{'id': 'bc2ef73b-021e-4c10-b628-1f5ae57b8553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 09 05:34:17.859223 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 36494) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:34:17.871736 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-7afc3e4c-6a51-4533-8c37-7fffabc620e0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cfc3baa1f2804d6ba9d9120f6024e9ac&name=default HTTP/1.1" status: 200  len: 2879 time: 0.9984057
Dec 09 05:34:17.872904 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afc3e4c-6a51-4533-8c37-7fffabc620e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=994bd26d-fe87-4b53-84b9-e4a33e8f1e95,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:34:17.877331 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88080410-fadc-41db-a4c7-ef3062b3c906 req-80ef7805-c997-4752-a2cc-e962451bf885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:17.878959 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-88080410-fadc-41db-a4c7-ef3062b3c906 req-80ef7805-c997-4752-a2cc-e962451bf885 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9aea0a2f-14fb-4990-ae4d-5b682071e14d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2302411
Dec 09 05:34:17.879823 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-7afc3e4c-6a51-4533-8c37-7fffabc620e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:34:17.956207 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-89cc555f-9126-41d9-af43-d7df6542b57e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:17.997515 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-89cc555f-9126-41d9-af43-d7df6542b57e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:18.059842 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-89cc555f-9126-41d9-af43-d7df6542b57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:18.061751 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-88080410-fadc-41db-a4c7-ef3062b3c906 req-dcd58b7f-238d-4722-b850-4ec82b61e135 service neutron] 10.222.0.59 "GET /v2.0/networks/9aea0a2f-14fb-4990-ae4d-5b682071e14d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1746151
Dec 09 05:34:18.065692 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-6a56b3e4-3393-4434-bc21-5f8147525700 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:34:18.081420 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cc555f-9126-41d9-af43-d7df6542b57e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=994bd26d-fe87-4b53-84b9-e4a33e8f1e95,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:34:18.086514 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-89cc555f-9126-41d9-af43-d7df6542b57e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:34:18.091214 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-89cc555f-9126-41d9-af43-d7df6542b57e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:18.095628 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-89cc555f-9126-41d9-af43-d7df6542b57e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/994bd26d-fe87-4b53-84b9-e4a33e8f1e95 HTTP/1.1" status: 204  len: 168 time: 0.2355180
Dec 09 05:34:18.224661 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d667687f-70e4-40ee-92a5-0e371b53b2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:18.310146 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-88080410-fadc-41db-a4c7-ef3062b3c906 req-e7e14186-89da-4764-b2d1-dcd6c4210009 service neutron] 10.222.0.59 "GET /v2.0/networks/9aea0a2f-14fb-4990-ae4d-5b682071e14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2402802
Dec 09 05:34:18.352035 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab672b43-6b35-4394-8a80-439f798f8ba5 None None] New status for floating IP 19e5793b-4f5b-4af5-8e03-94d3b4d9595b: DOWN {{(pid=80248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 09 05:34:18.725838 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 36518) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:34:18.747127 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f201237d-8eb9-4681-a023-bab2d09f202b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:18.764308 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-f201237d-8eb9-4681-a023-bab2d09f202b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:34:18.770451 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-f201237d-8eb9-4681-a023-bab2d09f202b admin admin] Usage tracker for resource:security_group_rule and tenant:1987de685baa4d82b8cebdd39a27fedd is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:34:18.773667 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-f201237d-8eb9-4681-a023-bab2d09f202b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:34:18.784975 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-f201237d-8eb9-4681-a023-bab2d09f202b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:34:18.890511 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f201237d-8eb9-4681-a023-bab2d09f202b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:18.895372 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f201237d-8eb9-4681-a023-bab2d09f202b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:18.907234 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-89cc555f-9126-41d9-af43-d7df6542b57e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:34:18.953168 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 36528) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:34:18.955901 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-f201237d-8eb9-4681-a023-bab2d09f202b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1987de685baa4d82b8cebdd39a27fedd&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2287328
Dec 09 05:34:18.957052 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f201237d-8eb9-4681-a023-bab2d09f202b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1709ae-66c7-4f99-a0b8-4057b592221f,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:34:18.959797 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 36532) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:34:18.964526 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-f201237d-8eb9-4681-a023-bab2d09f202b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:34:19.011441 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:19.037431 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a60e8bfb-1974-4f79-b218-610fa23ef6cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:19.074466 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a60e8bfb-1974-4f79-b218-610fa23ef6cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:19.139477 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a60e8bfb-1974-4f79-b218-610fa23ef6cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:19.144762 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-7d6443f2-ac32-4a7e-8edc-8d0b0f879acf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:34:19.162130 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60e8bfb-1974-4f79-b218-610fa23ef6cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1709ae-66c7-4f99-a0b8-4057b592221f,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:34:19.165872 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-a60e8bfb-1974-4f79-b218-610fa23ef6cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:34:19.167505 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a60e8bfb-1974-4f79-b218-610fa23ef6cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:19.168604 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2ee35a39-8435-4917-a4bb-8e11bef1cc3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:19.169666 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-a60e8bfb-1974-4f79-b218-610fa23ef6cc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1e1709ae-66c7-4f99-a0b8-4057b592221f HTTP/1.1" status: 204  len: 168 time: 0.2075343
Dec 09 05:34:19.188591 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-2ee35a39-8435-4917-a4bb-8e11bef1cc3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:34:19.192748 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-2ee35a39-8435-4917-a4bb-8e11bef1cc3a admin admin] Usage tracker for resource:security_group_rule and tenant:b2001532bd8f4572bba4a39b67c8f3da is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:34:19.195895 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-2ee35a39-8435-4917-a4bb-8e11bef1cc3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:34:19.203575 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-2ee35a39-8435-4917-a4bb-8e11bef1cc3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:34:19.313732 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2ee35a39-8435-4917-a4bb-8e11bef1cc3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:19.318353 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2ee35a39-8435-4917-a4bb-8e11bef1cc3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:19.334429 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-7afc3e4c-6a51-4533-8c37-7fffabc620e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:34:19.418230 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-2ee35a39-8435-4917-a4bb-8e11bef1cc3a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b2001532bd8f4572bba4a39b67c8f3da&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4634817
Dec 09 05:34:19.419419 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee35a39-8435-4917-a4bb-8e11bef1cc3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=181addef-aabc-41d3-b52c-c289412a79b8,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:34:19.421549 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 36546) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:34:19.423868 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-2ee35a39-8435-4917-a4bb-8e11bef1cc3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:34:19.528790 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-aae2622f-3f4f-4d21-93ed-fc7b541eee6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:19.565449 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-aae2622f-3f4f-4d21-93ed-fc7b541eee6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:19.619243 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-aae2622f-3f4f-4d21-93ed-fc7b541eee6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:19.624617 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-6e5f0489-4b51-4e58-a84c-caef2f7c69f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:34:19.641145 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae2622f-3f4f-4d21-93ed-fc7b541eee6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=181addef-aabc-41d3-b52c-c289412a79b8,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:34:19.642788 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-aae2622f-3f4f-4d21-93ed-fc7b541eee6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:34:19.645216 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-aae2622f-3f4f-4d21-93ed-fc7b541eee6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:19.649197 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-aae2622f-3f4f-4d21-93ed-fc7b541eee6f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/181addef-aabc-41d3-b52c-c289412a79b8 HTTP/1.1" status: 204  len: 168 time: 0.2208362
Dec 09 05:34:20.029621 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-858fc187-cc56-4aeb-a3e2-00a52ab9489b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:20.865712 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6ed24-6cee-4a51-9800-7bdbcdfee251 req-97d370fb-7dcb-42c8-9da5-98370cb50203 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:20.867435 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a9a6ed24-6cee-4a51-9800-7bdbcdfee251 req-97d370fb-7dcb-42c8-9da5-98370cb50203 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 946 time: 0.0994816
Dec 09 05:34:20.926077 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a9a6ed24-6cee-4a51-9800-7bdbcdfee251 req-77c8c4cd-d051-4f3c-b09e-1ce59ac3d68e tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0513597
Dec 09 05:34:21.640629 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799337e1-0304-4376-a44e-8d7d902fd4ce req-dd960020-9912-4cea-9e76-c778abdd3cec tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:21.641457 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-799337e1-0304-4376-a44e-8d7d902fd4ce req-dd960020-9912-4cea-9e76-c778abdd3cec tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Synchronizing usage tracker for tenant:01ec2b224b424d04bbe7e5a9c52a66d5 on resource:port {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:34:21.663173 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-799337e1-0304-4376-a44e-8d7d902fd4ce req-dd960020-9912-4cea-9e76-c778abdd3cec tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Unset dirty status for tenant:01ec2b224b424d04bbe7e5a9c52a66d5 on resource:port {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:34:21.665371 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-799337e1-0304-4376-a44e-8d7d902fd4ce req-dd960020-9912-4cea-9e76-c778abdd3cec tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/ports?device_id=b5878f15-3c4c-4e2f-90f2-dc4f4c40c27a HTTP/1.1" status: 200  len: 945 time: 0.1154370
Dec 09 05:34:21.736007 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-799337e1-0304-4376-a44e-8d7d902fd4ce req-22e70501-c0f1-4f2c-9704-313a3dd08396 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/security-groups?id=ec58b73c-c7a7-470e-ae92-a9b232863e2a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577919
Dec 09 05:34:22.187325 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577d76cd-22bf-418b-b050-4584acca7235 req-0f0f9c0b-5fc4-4cb4-b7aa-9f1dc3841ca1 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:22.188996 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-577d76cd-22bf-418b-b050-4584acca7235 req-0f0f9c0b-5fc4-4cb4-b7aa-9f1dc3841ca1 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 946 time: 0.0968807
Dec 09 05:34:22.265519 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-577d76cd-22bf-418b-b050-4584acca7235 req-cc39cfdf-efef-4515-8c7b-f1bf2c3e1708 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=8d3c3367-03a7-4461-8572-263047374f8f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0639358
Dec 09 05:34:22.421121 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b44ea-b0c7-4302-bfd4-cb953df296aa req-8a5297d7-0968-4027-948a-3e2938630639 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:22.423339 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3d9b44ea-b0c7-4302-bfd4-cb953df296aa req-8a5297d7-0968-4027-948a-3e2938630639 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.59 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 946 time: 0.1132703
Dec 09 05:34:22.508277 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-3d9b44ea-b0c7-4302-bfd4-cb953df296aa req-850f617a-919a-43f3-a5a0-049ec469729c tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Deleting port fe13aeac-bac0-42fe-96d0-5cb4f2cb5d82 {{(pid=80246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 09 05:34:22.508575 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-3d9b44ea-b0c7-4302-bfd4-cb953df296aa req-850f617a-919a-43f3-a5a0-049ec469729c tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787496886762'] for port, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:22.788637 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-3d9b44ea-b0c7-4302-bfd4-cb953df296aa req-850f617a-919a-43f3-a5a0-049ec469729c tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] For port fe13aeac-bac0-42fe-96d0-5cb4f2cb5d82, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=fe13aeac-bac0-42fe-96d0-5cb4f2cb5d82,segment=NetworkSegment(d2ba5cc2-7dc0-4439-9bab-bd1dc2090790),segment_id=d2ba5cc2-7dc0-4439-9bab-bd1dc2090790)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:34:22.789266 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-3d9b44ea-b0c7-4302-bfd4-cb953df296aa req-850f617a-919a-43f3-a5a0-049ec469729c tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744221'] for port, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:23.138361 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-3d9b44ea-b0c7-4302-bfd4-cb953df296aa req-850f617a-919a-43f3-a5a0-049ec469729c tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks [] for floatingip, precommit_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:23.138748 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-3d9b44ea-b0c7-4302-bfd4-cb953df296aa req-850f617a-919a-43f3-a5a0-049ec469729c tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851028540'] for floatingip, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:23.139153 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.db.l3_db [req-3d9b44ea-b0c7-4302-bfd4-cb953df296aa req-850f617a-919a-43f3-a5a0-049ec469729c tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Floating IP 088ebb9d-5c3d-4fc5-9a55-33c0129fe205 disassociated. External IP: 172.27.2.44, port: fe13aeac-bac0-42fe-96d0-5cb4f2cb5d82.
Dec 09 05:34:23.139537 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-3d9b44ea-b0c7-4302-bfd4-cb953df296aa req-850f617a-919a-43f3-a5a0-049ec469729c tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Calling delete_port for fe13aeac-bac0-42fe-96d0-5cb4f2cb5d82 owned by compute:nova {{(pid=80246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 09 05:34:23.140141 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f4b8f0-d7f1-4911-8f27-8b24426810ce req-88a46e0d-fd6f-445d-8e32-578e9cbe2289 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:23.141861 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-52f4b8f0-d7f1-4911-8f27-8b24426810ce req-88a46e0d-fd6f-445d-8e32-578e9cbe2289 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/ports?device_id=b5878f15-3c4c-4e2f-90f2-dc4f4c40c27a HTTP/1.1" status: 200  len: 945 time: 0.1022787
Dec 09 05:34:23.192639 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-52f4b8f0-d7f1-4911-8f27-8b24426810ce req-1f851d30-c267-4d57-842a-8a8e6909ccee tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/security-groups?id=ec58b73c-c7a7-470e-ae92-a9b232863e2a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440595
Dec 09 05:34:23.318048 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-3d9b44ea-b0c7-4302-bfd4-cb953df296aa req-850f617a-919a-43f3-a5a0-049ec469729c tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787496890807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249358481609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10841009'] for port, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:23.336509 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-83d13ce3-9771-404b-86dc-73d603c5bba2 tempest-ServerRescueNegativeTestJSON-1471358574 tempest-ServerRescueNegativeTestJSON-1471358574] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:34:23.394145 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850f617a-919a-43f3-a5a0-049ec469729c tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Pushing event deleted for resources: {'Port': ['ID=fe13aeac-bac0-42fe-96d0-5cb4f2cb5d82,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:34:23.397219 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-850f617a-919a-43f3-a5a0-049ec469729c tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:34:23.564583 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-736db418-fd71-433b-9026-cd364a3c1626 req-0fe65694-f213-48d8-9c85-cb4388d3b838 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 210 time: 0.1108651
Dec 09 05:34:23.770640 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc2293e-1e9b-45d0-8272-24ea76643f53 req-705b500e-1ace-45e9-8c0e-876d847f2513 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:23.772320 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7cc2293e-1e9b-45d0-8272-24ea76643f53 req-705b500e-1ace-45e9-8c0e-876d847f2513 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.59 "GET /v2.0/ports?device_id=b5878f15-3c4c-4e2f-90f2-dc4f4c40c27a HTTP/1.1" status: 200  len: 945 time: 0.3119798
Dec 09 05:34:23.879015 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device 47b4b7c5-71df-464d-b601-013cc25f5595 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 09 05:34:23.883007 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-7cc2293e-1e9b-45d0-8272-24ea76643f53 req-2eea5720-a12d-470d-8bb0-3215075097c5 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Deleting port 47b4b7c5-71df-464d-b601-013cc25f5595 {{(pid=80246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 09 05:34:23.883397 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-7cc2293e-1e9b-45d0-8272-24ea76643f53 req-2eea5720-a12d-470d-8bb0-3215075097c5 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787496886762'] for port, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:23.960330 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d9b44ea-b0c7-4302-bfd4-cb953df296aa req-850f617a-919a-43f3-a5a0-049ec469729c tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Router 052a3259-411d-4ded-8cca-c6df94b73dab has already been hosted by L3 agent 16cb43a9-cd2d-4531-acd4-2457db4a9ad2 {{(pid=80246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 09 05:34:24.065013 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:24.118279 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5878f15-3c4c-4e2f-90f2-dc4f4c40c27a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47b4b7c5-71df-464d-b601-013cc25f5595'}] {{(pid=80247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:34:24.131949 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] For port 47b4b7c5-71df-464d-b601-013cc25f5595, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=47b4b7c5-71df-464d-b601-013cc25f5595,segment=NetworkSegment(19078054-d988-44d0-8749-e725b73e73ce),segment_id=19078054-d988-44d0-8749-e725b73e73ce)] {{(pid=80247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:34:24.137031 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:24.138664 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device fe13aeac-bac0-42fe-96d0-5cb4f2cb5d82 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 09 05:34:24.194270 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-079794b4-c51d-4ff7-839e-95a977540e6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:34:24.287228 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] No Port match for: fe13aeac-bac0-42fe-96d0-5cb4f2cb5d82 {{(pid=80247) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 09 05:34:24.287593 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device fe13aeac-bac0-42fe-96d0-5cb4f2cb5d82 not bound to the agent host hv-cinder-76330 {{(pid=80247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 09 05:34:24.290307 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5878f15-3c4c-4e2f-90f2-dc4f4c40c27a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47b4b7c5-71df-464d-b601-013cc25f5595', 'code': 200}
Dec 09 05:34:24.290946 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Pushing event updated for resources: {'Port': ['ID=47b4b7c5-71df-464d-b601-013cc25f5595,revision_number=7']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:34:24.316501 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:34:24.317089 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:34:24.317483 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:34:24.317928 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:34:24.318613 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:34:24.318875 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:34:24.319417 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:34:24.319637 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:34:24.320020 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:34:24.320391 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:34:24.320765 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:34:24.321136 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:34:24.321551 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:34:24.321931 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:34:24.324117 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:34:24.324767 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:34:24.325321 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:34:24.325905 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:34:24.326435 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:34:24.327127 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:34:24.327657 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:34:24.328195 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:34:24.328573 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:34:24.328952 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:34:24.343616 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:34:24.692430 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d9b44ea-b0c7-4302-bfd4-cb953df296aa req-850f617a-919a-43f3-a5a0-049ec469729c tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify agent at l3_agent.dv-cinder-763306-6-iscsi the message routers_updated {{(pid=80246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 09 05:34:24.705917 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60d71f1-2672-4a41-bbea-c0cdbb8a469f None None] Sync routers for ids ['052a3259-411d-4ded-8cca-c6df94b73dab'] in dv-cinder-763306-6-iscsi {{(pid=80247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 09 05:34:24.726502 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60d71f1-2672-4a41-bbea-c0cdbb8a469f None None] Routers {'052a3259-411d-4ded-8cca-c6df94b73dab'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:34:24.727741 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-d60d71f1-2672-4a41-bbea-c0cdbb8a469f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff89ca518>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:34:17Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['052a3259-411d-4ded-8cca-c6df94b73dab'], 'active': True} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:34:24.750359 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d9b44ea-b0c7-4302-bfd4-cb953df296aa req-850f617a-919a-43f3-a5a0-049ec469729c tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] No DVR routers for this DVR port fe13aeac-bac0-42fe-96d0-5cb4f2cb5d82 on host hv-cinder-76330 {{(pid=80246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 09 05:34:24.752773 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-3d9b44ea-b0c7-4302-bfd4-cb953df296aa req-850f617a-919a-43f3-a5a0-049ec469729c tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870'] for port, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:24.777512 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605d5808-5bd5-4684-b378-98e3665f56e4', 'name': 'network-vif-deleted', 'tag': 'fe13aeac-bac0-42fe-96d0-5cb4f2cb5d82'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:34:24.785318 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-7cc2293e-1e9b-45d0-8272-24ea76643f53 req-2eea5720-a12d-470d-8bb0-3215075097c5 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] For port 47b4b7c5-71df-464d-b601-013cc25f5595, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=47b4b7c5-71df-464d-b601-013cc25f5595,segment=NetworkSegment(19078054-d988-44d0-8749-e725b73e73ce),segment_id=19078054-d988-44d0-8749-e725b73e73ce)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:34:24.785725 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-7cc2293e-1e9b-45d0-8272-24ea76643f53 req-2eea5720-a12d-470d-8bb0-3215075097c5 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744221'] for port, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:24.797399 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3d9b44ea-b0c7-4302-bfd4-cb953df296aa req-850f617a-919a-43f3-a5a0-049ec469729c tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.59 "DELETE /v2.0/ports/fe13aeac-bac0-42fe-96d0-5cb4f2cb5d82 HTTP/1.1" status: 204  len: 173 time: 2.3673470
Dec 09 05:34:24.821168 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a185a-e275-4d88-9f69-db0728605890 req-52069fc1-e20d-4095-b187-d1cd192cb799 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:24.823581 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c83a185a-e275-4d88-9f69-db0728605890 req-52069fc1-e20d-4095-b187-d1cd192cb799 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/ports?device_id=b5878f15-3c4c-4e2f-90f2-dc4f4c40c27a HTTP/1.1" status: 200  len: 943 time: 0.2742751
Dec 09 05:34:24.838323 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d8c1a129-19ed-4c1b-b5fc-889e6f72b2d4 req-e2f8d08e-a8b6-4bcc-b6f6-dbba17268f52 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=605d5808-5bd5-4684-b378-98e3665f56e4 HTTP/1.1" status: 200  len: 210 time: 0.0811043
Dec 09 05:34:24.985406 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-7cc2293e-1e9b-45d0-8272-24ea76643f53 req-2eea5720-a12d-470d-8bb0-3215075097c5 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Calling delete_port for 47b4b7c5-71df-464d-b601-013cc25f5595 owned by compute:nova {{(pid=80246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 09 05:34:25.017199 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '605d5808-5bd5-4684-b378-98e3665f56e4', 'name': 'network-vif-deleted', 'tag': 'fe13aeac-bac0-42fe-96d0-5cb4f2cb5d82', 'status': 'completed', 'code': 200}
Dec 09 05:34:25.109543 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-c83a185a-e275-4d88-9f69-db0728605890 req-47905cb7-9e6e-4eea-a5e8-950ee90cd46e tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Synchronizing usage tracker for tenant:01ec2b224b424d04bbe7e5a9c52a66d5 on resource:security_group {{(pid=80246) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:34:25.131369 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-c83a185a-e275-4d88-9f69-db0728605890 req-47905cb7-9e6e-4eea-a5e8-950ee90cd46e tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Unset dirty status for tenant:01ec2b224b424d04bbe7e5a9c52a66d5 on resource:security_group {{(pid=80246) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:34:25.132674 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c83a185a-e275-4d88-9f69-db0728605890 req-47905cb7-9e6e-4eea-a5e8-950ee90cd46e tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/security-groups?id=ec58b73c-c7a7-470e-ae92-a9b232863e2a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1176152
Dec 09 05:34:25.142146 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.db.api [req-7cc2293e-1e9b-45d0-8272-24ea76643f53 req-2eea5720-a12d-470d-8bb0-3215075097c5 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80246) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 05:34:25.142578 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_db.api [req-7cc2293e-1e9b-45d0-8272-24ea76643f53 req-2eea5720-a12d-470d-8bb0-3215075097c5 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 09 05:34:25.252954 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-d60d71f1-2672-4a41-bbea-c0cdbb8a469f None None] Set router 052a3259-411d-4ded-8cca-c6df94b73dab gateway port host: dv-cinder-763306-6-iscsi {{(pid=80247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:34:25.643747 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-7cc2293e-1e9b-45d0-8272-24ea76643f53 req-2eea5720-a12d-470d-8bb0-3215075097c5 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Deleting port 47b4b7c5-71df-464d-b601-013cc25f5595 {{(pid=80246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 09 05:34:25.644208 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-7cc2293e-1e9b-45d0-8272-24ea76643f53 req-2eea5720-a12d-470d-8bb0-3215075097c5 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787496886762'] for port, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:25.734163 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:25.750121 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-d60d71f1-2672-4a41-bbea-c0cdbb8a469f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff89ca518>, [{'id': '052a3259-411d-4ded-8cca-c6df94b73dab', 'name': 'tempest-AttachVolumeShelveTestJSON-332747735-router', 'tenant_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'c1b3ebf6-2106-4e9f-8f5a-ef6d91e18331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:29:47Z', 'updated_at': '2020-12-09T05:30:04Z', 'revision_number': 4, 'project_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'gw_port': {'id': 'c1b3ebf6-2106-4e9f-8f5a-ef6d91e18331', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:17:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052a3259-411d-4ded-8cca-c6df94b73dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:29:50Z', 'updated_at': '2020-12-09T05:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_interfaces': [{'id': '43d0ea31-1f92-40b4-b19c-c5aed665225c', 'name': '', 'network_id': '213a2199-d44a-4f31-a99f-f2fcf48b8a5b', 'tenant_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'mac_address': 'fa:16:3e:90:7b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052a3259-411d-4ded-8cca-c6df94b73dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'f2d416e2-18e0-4718-bf66-1cf63cef4f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:30:02Z', 'updated_at': '2020-12-09T05:30:17Z', 'revision_number': 5, 'project_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'subnets': [{'id': 'f2d416e2-18e0-4718-bf66-1cf63cef4f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:34:25.755518 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60d71f1-2672-4a41-bbea-c0cdbb8a469f None None] Checking router: 052a3259-411d-4ded-8cca-c6df94b73dab for host: dv-cinder-763306-6-iscsi {{(pid=80247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 09 05:34:25.765519 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60d71f1-2672-4a41-bbea-c0cdbb8a469f None None] Routers {'052a3259-411d-4ded-8cca-c6df94b73dab'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:34:25.766466 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-d60d71f1-2672-4a41-bbea-c0cdbb8a469f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff89ca518>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:34:17Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['052a3259-411d-4ded-8cca-c6df94b73dab'], 'active': True} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:34:26.003238 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-7cc2293e-1e9b-45d0-8272-24ea76643f53 req-2eea5720-a12d-470d-8bb0-3215075097c5 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] For port 47b4b7c5-71df-464d-b601-013cc25f5595, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=47b4b7c5-71df-464d-b601-013cc25f5595,segment=NetworkSegment(19078054-d988-44d0-8749-e725b73e73ce),segment_id=19078054-d988-44d0-8749-e725b73e73ce)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:34:26.003790 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-7cc2293e-1e9b-45d0-8272-24ea76643f53 req-2eea5720-a12d-470d-8bb0-3215075097c5 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744221'] for port, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:26.012774 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-d60d71f1-2672-4a41-bbea-c0cdbb8a469f None None] Set router 052a3259-411d-4ded-8cca-c6df94b73dab gateway port host: dv-cinder-763306-6-iscsi {{(pid=80247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:34:26.134103 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 36744) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:34:26.198075 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-7cc2293e-1e9b-45d0-8272-24ea76643f53 req-2eea5720-a12d-470d-8bb0-3215075097c5 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Calling delete_port for 47b4b7c5-71df-464d-b601-013cc25f5595 owned by compute:nova {{(pid=80246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 09 05:34:26.290513 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-bc892297-e00a-482e-9960-e826f5cf825d tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:26.351091 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-bc892297-e00a-482e-9960-e826f5cf825d tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:26.424270 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-7cc2293e-1e9b-45d0-8272-24ea76643f53 req-2eea5720-a12d-470d-8bb0-3215075097c5 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787496890807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249358481609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10841009'] for port, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:26.492127 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-cf68398c-1550-41f8-a10d-d1093747b43b tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:34:26.512352 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-bc892297-e00a-482e-9960-e826f5cf825d tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:26.552496 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:34:26.579928 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc892297-e00a-482e-9960-e826f5cf825d tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3c3367-03a7-4461-8572-263047374f8f,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:34:26.591590 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea5720-a12d-470d-8bb0-3215075097c5 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Pushing event deleted for resources: {'Port': ['ID=47b4b7c5-71df-464d-b601-013cc25f5595,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:34:26.606244 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-2eea5720-a12d-470d-8bb0-3215075097c5 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:34:26.609534 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-aaca0a79-0e1e-47f7-ac1d-539856d8e84e req-0f8aedd0-55f8-46ab-ae23-2bfed7e2ff15 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.39 "GET /v2.0/ports?device_id=b5878f15-3c4c-4e2f-90f2-dc4f4c40c27a HTTP/1.1" status: 200  len: 210 time: 0.1872659
Dec 09 05:34:26.621488 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-bc892297-e00a-482e-9960-e826f5cf825d tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:34:26.622418 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-bc892297-e00a-482e-9960-e826f5cf825d tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:26.629358 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-bc892297-e00a-482e-9960-e826f5cf825d tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "DELETE /v2.0/security-groups/8d3c3367-03a7-4461-8572-263047374f8f HTTP/1.1" status: 204  len: 168 time: 0.4933398
Dec 09 05:34:26.630314 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 36764) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:34:26.669007 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.v2.resource [None req-c629bdc3-9f11-4ecb-a5d8-71d72aabe0d9 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] show failed (client error): The resource could not be found.
Dec 09 05:34:26.673434 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-c629bdc3-9f11-4ecb-a5d8-71d72aabe0d9 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups/8d3c3367-03a7-4461-8572-263047374f8f HTTP/1.1" status: 404  len: 347 time: 0.0419998
Dec 09 05:34:26.674355 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 36770) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:34:26.689346 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-d60d71f1-2672-4a41-bbea-c0cdbb8a469f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff89ca518>, [{'id': '052a3259-411d-4ded-8cca-c6df94b73dab', 'name': 'tempest-AttachVolumeShelveTestJSON-332747735-router', 'tenant_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'c1b3ebf6-2106-4e9f-8f5a-ef6d91e18331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:29:47Z', 'updated_at': '2020-12-09T05:30:04Z', 'revision_number': 4, 'project_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'gw_port': {'id': 'c1b3ebf6-2106-4e9f-8f5a-ef6d91e18331', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:17:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052a3259-411d-4ded-8cca-c6df94b73dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:29:50Z', 'updated_at': '2020-12-09T05:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_interfaces': [{'id': '43d0ea31-1f92-40b4-b19c-c5aed665225c', 'name': '', 'network_id': '213a2199-d44a-4f31-a99f-f2fcf48b8a5b', 'tenant_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'mac_address': 'fa:16:3e:90:7b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052a3259-411d-4ded-8cca-c6df94b73dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'f2d416e2-18e0-4718-bf66-1cf63cef4f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:30:02Z', 'updated_at': '2020-12-09T05:30:17Z', 'revision_number': 5, 'project_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'subnets': [{'id': 'f2d416e2-18e0-4718-bf66-1cf63cef4f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:34:26.695398 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60d71f1-2672-4a41-bbea-c0cdbb8a469f None None] The sync data for ids ['052a3259-411d-4ded-8cca-c6df94b73dab'] in dv-cinder-763306-6-iscsi is: [{'id': '052a3259-411d-4ded-8cca-c6df94b73dab', 'name': 'tempest-AttachVolumeShelveTestJSON-332747735-router', 'tenant_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'c1b3ebf6-2106-4e9f-8f5a-ef6d91e18331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:29:47Z', 'updated_at': '2020-12-09T05:30:04Z', 'revision_number': 4, 'project_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'gw_port': {'id': 'c1b3ebf6-2106-4e9f-8f5a-ef6d91e18331', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:17:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052a3259-411d-4ded-8cca-c6df94b73dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:29:50Z', 'updated_at': '2020-12-09T05:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_interfaces': [{'id': '43d0ea31-1f92-40b4-b19c-c5aed665225c', 'name': '', 'network_id': '213a2199-d44a-4f31-a99f-f2fcf48b8a5b', 'tenant_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'mac_address': 'fa:16:3e:90:7b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052a3259-411d-4ded-8cca-c6df94b73dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'f2d416e2-18e0-4718-bf66-1cf63cef4f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:30:02Z', 'updated_at': '2020-12-09T05:30:17Z', 'revision_number': 5, 'project_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'subnets': [{'id': 'f2d416e2-18e0-4718-bf66-1cf63cef4f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 09 05:34:26.858473 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cc2293e-1e9b-45d0-8272-24ea76643f53 req-2eea5720-a12d-470d-8bb0-3215075097c5 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] No DVR routers for this DVR port 47b4b7c5-71df-464d-b601-013cc25f5595 on host hv-cinder-76330 {{(pid=80246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 09 05:34:26.860809 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-7cc2293e-1e9b-45d0-8272-24ea76643f53 req-2eea5720-a12d-470d-8bb0-3215075097c5 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870'] for port, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:26.877434 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7cc2293e-1e9b-45d0-8272-24ea76643f53 req-2eea5720-a12d-470d-8bb0-3215075097c5 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] 10.222.0.59 "DELETE /v2.0/ports/47b4b7c5-71df-464d-b601-013cc25f5595 HTTP/1.1" status: 204  len: 173 time: 3.0969949
Dec 09 05:34:26.926130 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-9bd23ddd-9b0e-4091-b82e-d0b64580635d tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Deleting port 0faa61ac-d151-4012-832f-1060ed0a835c {{(pid=80245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 09 05:34:26.926384 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9bd23ddd-9b0e-4091-b82e-d0b64580635d tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787496886762'] for port, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:27.018483 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5878f15-3c4c-4e2f-90f2-dc4f4c40c27a', 'name': 'network-vif-deleted', 'tag': '47b4b7c5-71df-464d-b601-013cc25f5595'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:34:27.152247 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5878f15-3c4c-4e2f-90f2-dc4f4c40c27a', 'name': 'network-vif-deleted', 'tag': '47b4b7c5-71df-464d-b601-013cc25f5595', 'status': 'completed', 'code': 200}
Dec 09 05:34:27.163473 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9bd23ddd-9b0e-4091-b82e-d0b64580635d tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744221'] for port, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:27.163963 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9bd23ddd-9b0e-4091-b82e-d0b64580635d tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks [] for floatingip, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:27.229307 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79a241b-587b-40fa-95c5-1ff4f376f50e None None] New status for floating IP 088ebb9d-5c3d-4fc5-9a55-33c0129fe205: DOWN {{(pid=80248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 09 05:34:27.341103 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-9bd23ddd-9b0e-4091-b82e-d0b64580635d tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Calling delete_port for 0faa61ac-d151-4012-832f-1060ed0a835c owned by network:floatingip {{(pid=80245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 09 05:34:27.513563 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9bd23ddd-9b0e-4091-b82e-d0b64580635d tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787496890807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249358481609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844148928'] for port, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:27.513793 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.db.api [None req-c79a241b-587b-40fa-95c5-1ff4f376f50e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80248) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 05:34:27.513793 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_db.api [None req-c79a241b-587b-40fa-95c5-1ff4f376f50e None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 09 05:34:27.529024 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:34:27.586924 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd23ddd-9b0e-4091-b82e-d0b64580635d tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Pushing event deleted for resources: {'Port': ['ID=0faa61ac-d151-4012-832f-1060ed0a835c,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:34:27.592371 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-9bd23ddd-9b0e-4091-b82e-d0b64580635d tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:34:27.804385 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9bd23ddd-9b0e-4091-b82e-d0b64580635d tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks [] for floatingip, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:27.823015 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9bd23ddd-9b0e-4091-b82e-d0b64580635d tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870'] for floatingip, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:27.828264 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-9bd23ddd-9b0e-4091-b82e-d0b64580635d tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "DELETE /v2.0/floatingips/088ebb9d-5c3d-4fc5-9a55-33c0129fe205 HTTP/1.1" status: 204  len: 168 time: 1.1523168
Dec 09 05:34:28.016212 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79a241b-587b-40fa-95c5-1ff4f376f50e None None] New status for floating IP 088ebb9d-5c3d-4fc5-9a55-33c0129fe205: DOWN {{(pid=80248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 09 05:34:28.179201 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 36808) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:34:28.185216 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-0a4e151b-78ae-4710-896a-6682e4c28afc tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Request body: {'security_group': {'name': 'tempest-securitygroup--132689766', 'description': 'tempest-description--478390062'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:34:28.192231 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-0a4e151b-78ae-4710-896a-6682e4c28afc tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:34:28.196706 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-0a4e151b-78ae-4710-896a-6682e4c28afc tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Usage tracker for resource:security_group and tenant:c66dfb6ad0d4440d9fde314bc8bf155a is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:34:28.201081 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-0a4e151b-78ae-4710-896a-6682e4c28afc tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:34:28.207059 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-0a4e151b-78ae-4710-896a-6682e4c28afc tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:34:28.227318 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0a4e151b-78ae-4710-896a-6682e4c28afc tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:28.251530 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-0a4e151b-78ae-4710-896a-6682e4c28afc tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:34:28.256767 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-0a4e151b-78ae-4710-896a-6682e4c28afc tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Usage tracker for resource:security_group_rule and tenant:c66dfb6ad0d4440d9fde314bc8bf155a is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:34:28.260734 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-0a4e151b-78ae-4710-896a-6682e4c28afc tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:34:28.266849 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-0a4e151b-78ae-4710-896a-6682e4c28afc tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:34:28.350993 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0a4e151b-78ae-4710-896a-6682e4c28afc tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:28.354946 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0a4e151b-78ae-4710-896a-6682e4c28afc tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:28.361107 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-60601de5-fccf-4706-989b-cb6ac846fdff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:34:28.409894 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4e151b-78ae-4710-896a-6682e4c28afc tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Pushing event updated for resources: {'SecurityGroup': ['ID=c064004f-08ab-44b8-b121-74857038819c,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:34:28.413842 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-0a4e151b-78ae-4710-896a-6682e4c28afc tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:34:28.415543 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0a4e151b-78ae-4710-896a-6682e4c28afc tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:28.416865 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-0a4e151b-78ae-4710-896a-6682e4c28afc tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1728 time: 0.2364936
Dec 09 05:34:28.419988 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 36834) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:34:28.426188 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-3afef589-93bb-4711-acea-2c7020065e61 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Request body: {'security_group_rule': {'security_group_id': 'c064004f-08ab-44b8-b121-74857038819c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:34:28.432952 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-3afef589-93bb-4711-acea-2c7020065e61 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:34:28.438153 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-3afef589-93bb-4711-acea-2c7020065e61 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Usage tracker for resource:security_group_rule and tenant:c66dfb6ad0d4440d9fde314bc8bf155a is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:34:28.441951 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-3afef589-93bb-4711-acea-2c7020065e61 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:34:28.450277 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-3afef589-93bb-4711-acea-2c7020065e61 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:34:28.474084 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-3afef589-93bb-4711-acea-2c7020065e61 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks [] for security_group_rule, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:28.558471 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-3afef589-93bb-4711-acea-2c7020065e61 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:28.561768 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-3afef589-93bb-4711-acea-2c7020065e61 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365132'] for security_group_rule, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:28.564048 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:34:28.595429 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afef589-93bb-4711-acea-2c7020065e61 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10b388fc-9b28-4e4f-b3d6-91e3d826f50e,revision_number=0']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:34:28.607954 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-3afef589-93bb-4711-acea-2c7020065e61 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:34:28.612606 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-3afef589-93bb-4711-acea-2c7020065e61 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks [] for security_group_rule, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:28.614616 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-3afef589-93bb-4711-acea-2c7020065e61 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.1934085
Dec 09 05:34:28.617280 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 36848) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:34:28.623067 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-30d44733-9ca0-409a-a824-999029778c19 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Request body: {'security_group_rule': {'security_group_id': 'c064004f-08ab-44b8-b121-74857038819c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:34:28.630232 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-30d44733-9ca0-409a-a824-999029778c19 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:34:28.634832 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-30d44733-9ca0-409a-a824-999029778c19 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Usage tracker for resource:security_group_rule and tenant:c66dfb6ad0d4440d9fde314bc8bf155a is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:34:28.643653 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-30d44733-9ca0-409a-a824-999029778c19 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:34:28.654341 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-30d44733-9ca0-409a-a824-999029778c19 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:34:28.671998 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-30d44733-9ca0-409a-a824-999029778c19 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks [] for security_group_rule, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:28.679692 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 36854) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:34:28.783236 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-30d44733-9ca0-409a-a824-999029778c19 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:28.786949 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-30d44733-9ca0-409a-a824-999029778c19 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365132'] for security_group_rule, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:28.789727 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:34:28.818172 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d44733-9ca0-409a-a824-999029778c19 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da611f74-5667-4488-a2ce-24a08d0970f7,revision_number=0']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:34:28.824639 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-30d44733-9ca0-409a-a824-999029778c19 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:34:28.833712 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-30d44733-9ca0-409a-a824-999029778c19 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks [] for security_group_rule, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:28.839038 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-30d44733-9ca0-409a-a824-999029778c19 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.2167742
Dec 09 05:34:28.844724 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 36864) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:34:28.854256 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-2dbcd75f-3e94-4bdb-a0e0-ffaf251c9fd8 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Request body: {'floatingip': {'floating_network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:34:28.864514 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-2dbcd75f-3e94-4bdb-a0e0-ffaf251c9fd8 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:34:28.881371 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-2dbcd75f-3e94-4bdb-a0e0-ffaf251c9fd8 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Usage tracker for resource:floatingip and tenant:c66dfb6ad0d4440d9fde314bc8bf155a is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:34:28.888429 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-2dbcd75f-3e94-4bdb-a0e0-ffaf251c9fd8 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:34:28.898310 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-2dbcd75f-3e94-4bdb-a0e0-ffaf251c9fd8 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:34:28.928470 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2dbcd75f-3e94-4bdb-a0e0-ffaf251c9fd8 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks [] for floatingip, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:29.165300 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 36870) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:34:29.234890 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4d6c4fd0-9e35-4edd-94fb-71ed5b704a44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036851029530'] for router_interface, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:29.348994 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c38e2339-671d-4bc4-b5bd-a8c1b68d2712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:29.373546 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-c38e2339-671d-4bc4-b5bd-a8c1b68d2712 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:34:29.378907 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-c38e2339-671d-4bc4-b5bd-a8c1b68d2712 admin admin] Usage tracker for resource:security_group_rule and tenant:2e96aac4c8d84e19b46a2656ed4c85c9 is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:34:29.382544 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-c38e2339-671d-4bc4-b5bd-a8c1b68d2712 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:34:29.389172 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-c38e2339-671d-4bc4-b5bd-a8c1b68d2712 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:34:29.516065 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c38e2339-671d-4bc4-b5bd-a8c1b68d2712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:29.519373 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c38e2339-671d-4bc4-b5bd-a8c1b68d2712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:29.529608 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-bff8268a-0c8a-4277-ae01-f4aca8b9a4a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:34:29.575352 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-c38e2339-671d-4bc4-b5bd-a8c1b68d2712 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2e96aac4c8d84e19b46a2656ed4c85c9&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4081969
Dec 09 05:34:29.577202 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38e2339-671d-4bc4-b5bd-a8c1b68d2712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57c8825e-b5ce-47c7-9f03-8b1d723faf01,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:34:29.579781 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 36878) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:34:29.582763 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-c38e2339-671d-4bc4-b5bd-a8c1b68d2712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:34:29.648791 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-18bbca9c-d52d-4183-9ff9-61d7ae274dd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:29.678705 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-18bbca9c-d52d-4183-9ff9-61d7ae274dd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:29.693897 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2dbcd75f-3e94-4bdb-a0e0-ffaf251c9fd8 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:29.729363 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-18bbca9c-d52d-4183-9ff9-61d7ae274dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:29.734914 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e44f5a83-390a-414d-ac2e-736f276e3945 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:34:29.751041 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bbca9c-d52d-4183-9ff9-61d7ae274dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c8825e-b5ce-47c7-9f03-8b1d723faf01,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:34:29.754361 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-18bbca9c-d52d-4183-9ff9-61d7ae274dd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:34:29.761750 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-18bbca9c-d52d-4183-9ff9-61d7ae274dd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:29.763894 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-18bbca9c-d52d-4183-9ff9-61d7ae274dd5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/57c8825e-b5ce-47c7-9f03-8b1d723faf01 HTTP/1.1" status: 204  len: 168 time: 0.1830766
Dec 09 05:34:30.211506 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 36892) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:34:30.250807 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ca31a822-388f-4d64-89b8-8cb6a7e104f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:30.269306 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-ca31a822-388f-4d64-89b8-8cb6a7e104f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:34:30.274199 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-ca31a822-388f-4d64-89b8-8cb6a7e104f9 admin admin] Usage tracker for resource:security_group_rule and tenant:888506b2628c43d795323e8f0caab0a9 is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:34:30.278652 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-ca31a822-388f-4d64-89b8-8cb6a7e104f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:34:30.285511 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-ca31a822-388f-4d64-89b8-8cb6a7e104f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:34:30.291979 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [None req-2dbcd75f-3e94-4bdb-a0e0-ffaf251c9fd8 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Allocated IP 172.27.2.75 (1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89/b1368c69-6e14-4d1d-80ab-b679585c21ba/7c32f113-f722-41c9-a768-e5b7d5df8d1b) {{(pid=80245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 09 05:34:30.407947 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ca31a822-388f-4d64-89b8-8cb6a7e104f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:30.413804 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ca31a822-388f-4d64-89b8-8cb6a7e104f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:30.424413 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-4f59f2b1-a2ca-4dc8-8d2c-fa588cbe01a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:34:30.470711 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-ca31a822-388f-4d64-89b8-8cb6a7e104f9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=888506b2628c43d795323e8f0caab0a9&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2578042
Dec 09 05:34:30.471664 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca31a822-388f-4d64-89b8-8cb6a7e104f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88510d46-579c-42a7-aae7-c13a8d5e72c5,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:34:30.473444 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 36898) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:34:30.474933 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ca31a822-388f-4d64-89b8-8cb6a7e104f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:34:30.620795 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2dbcd75f-3e94-4bdb-a0e0-ffaf251c9fd8 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks [] for port, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:30.661438 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8685a86a-7b03-4c6e-8098-69cd32909d50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:30.793764 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8685a86a-7b03-4c6e-8098-69cd32909d50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:30.834828 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2dbcd75f-3e94-4bdb-a0e0-ffaf251c9fd8 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249358491764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844148928'] for port, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:30.863751 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-2310ca19-d171-4715-b2b7-ac785077e1dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:34:30.894321 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-4d6c4fd0-9e35-4edd-94fb-71ed5b704a44 admin admin] Deleting port f3312047-ffbf-4cbc-a256-a568e354eaa5 {{(pid=80245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 09 05:34:30.894709 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4d6c4fd0-9e35-4edd-94fb-71ed5b704a44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787496886762'] for port, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:31.098613 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbcd75f-3e94-4bdb-a0e0-ffaf251c9fd8 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Pushing event updated for resources: {'Port': ['ID=7c32f113-f722-41c9-a768-e5b7d5df8d1b,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:34:31.101621 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-2dbcd75f-3e94-4bdb-a0e0-ffaf251c9fd8 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:34:31.219250 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe30d8-b869-4f2a-b20f-76467dd5b485 req-f35c1ff8-f32c-4684-9afb-12b0bbcf0d91 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:31.220791 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c8fe30d8-b869-4f2a-b20f-76467dd5b485 req-f35c1ff8-f32c-4684-9afb-12b0bbcf0d91 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/ports?device_id=502d1b9e-4516-4c89-bce3-b368e5421be5 HTTP/1.1" status: 200  len: 946 time: 0.4981585
Dec 09 05:34:31.232644 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8685a86a-7b03-4c6e-8098-69cd32909d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:31.249259 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e51a6443-cd68-421e-bcfb-f36c88ac6c2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:34:31.292849 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8685a86a-7b03-4c6e-8098-69cd32909d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88510d46-579c-42a7-aae7-c13a8d5e72c5,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:34:31.295767 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8685a86a-7b03-4c6e-8098-69cd32909d50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:34:31.365334 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbcd75f-3e94-4bdb-a0e0-ffaf251c9fd8 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Network 1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89 is already hosted by enough agents. {{(pid=80245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 09 05:34:31.372324 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-4d6c4fd0-9e35-4edd-94fb-71ed5b704a44 admin admin] For port f3312047-ffbf-4cbc-a256-a568e354eaa5, host dv-cinder-763306-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=f3312047-ffbf-4cbc-a256-a568e354eaa5,segment=NetworkSegment(19078054-d988-44d0-8749-e725b73e73ce),segment_id=19078054-d988-44d0-8749-e725b73e73ce)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:34:31.372732 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4d6c4fd0-9e35-4edd-94fb-71ed5b704a44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744221'] for port, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:31.385098 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-2dbcd75f-3e94-4bdb-a0e0-ffaf251c9fd8 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Resources bound (agent type, host, resource id):  {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:34:31.387657 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbcd75f-3e94-4bdb-a0e0-ffaf251c9fd8 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Received port after_create {{(pid=80245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 09 05:34:31.428154 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c8fe30d8-b869-4f2a-b20f-76467dd5b485 req-877d4b46-2e75-4fbd-b996-4876e348857b tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/security-groups?id=ecdb9fd2-1d3a-4252-8b98-f44c30285d67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1916428
Dec 09 05:34:31.489243 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8685a86a-7b03-4c6e-8098-69cd32909d50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:31.490493 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-8685a86a-7b03-4c6e-8098-69cd32909d50 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/88510d46-579c-42a7-aae7-c13a8d5e72c5 HTTP/1.1" status: 204  len: 168 time: 1.0148232
Dec 09 05:34:31.562432 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-4d6c4fd0-9e35-4edd-94fb-71ed5b704a44 admin admin] Calling delete_port for f3312047-ffbf-4cbc-a256-a568e354eaa5 owned by network:router_interface {{(pid=80245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 09 05:34:31.738350 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2dbcd75f-3e94-4bdb-a0e0-ffaf251c9fd8 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks [] for floatingip, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:31.865892 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2dbcd75f-3e94-4bdb-a0e0-ffaf251c9fd8 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:32.211289 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4d6c4fd0-9e35-4edd-94fb-71ed5b704a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787496890807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249358481609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844148928'] for port, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:32.233263 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-370d03c8-3f4d-4104-bbed-255b63b9aedb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:34:32.305329 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6c4fd0-9e35-4edd-94fb-71ed5b704a44 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3312047-ffbf-4cbc-a256-a568e354eaa5,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:34:32.309062 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-4d6c4fd0-9e35-4edd-94fb-71ed5b704a44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:34:32.598464 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 36928) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:34:32.685931 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d44611b-9183-4195-93a2-06ca4d07e538 req-381ce930-4ef4-4427-a3d7-a84bc6b0de89 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:32.688636 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5d44611b-9183-4195-93a2-06ca4d07e538 req-381ce930-4ef4-4427-a3d7-a84bc6b0de89 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/ports?device_id=502d1b9e-4516-4c89-bce3-b368e5421be5 HTTP/1.1" status: 200  len: 946 time: 0.1150210
Dec 09 05:34:32.768186 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.db.resource_extend [None req-2dbcd75f-3e94-4bdb-a0e0-ffaf251c9fd8 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 09 05:34:32.799260 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2dbcd75f-3e94-4bdb-a0e0-ffaf251c9fd8 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks [] for port, precommit_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:32.813788 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5d44611b-9183-4195-93a2-06ca4d07e538 req-9b8a09d5-c0ca-4e98-abb9-86c97de0766e tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/security-groups?id=ecdb9fd2-1d3a-4252-8b98-f44c30285d67&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0793571
Dec 09 05:34:32.817325 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2dbcd75f-3e94-4bdb-a0e0-ffaf251c9fd8 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10626905'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:32.845095 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:34:32.861032 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431dd26c-98c0-4612-9eed-491769977eac req-bb6895f8-b7fd-422c-9c4f-f2e8c64a6cc9 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:32.863334 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-431dd26c-98c0-4612-9eed-491769977eac req-bb6895f8-b7fd-422c-9c4f-f2e8c64a6cc9 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.59 "GET /v2.0/ports?device_id=502d1b9e-4516-4c89-bce3-b368e5421be5 HTTP/1.1" status: 200  len: 946 time: 0.1853273
Dec 09 05:34:32.900271 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-6cdb998d-0250-4577-9e89-484e686e9058 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1703151750-network', 'tenant_id': 'e1c125908df848eaa4a3528332a175f1'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:34:32.921062 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-6cdb998d-0250-4577-9e89-484e686e9058 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:34:32.941724 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-6cdb998d-0250-4577-9e89-484e686e9058 admin admin] Usage tracker for resource:network and tenant:e1c125908df848eaa4a3528332a175f1 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:34:32.967595 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-431dd26c-98c0-4612-9eed-491769977eac req-7a72a8e9-b0bd-4998-a4a2-1ce691844736 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Deleting port 67442362-ddcc-4233-80fd-dfccb586d81d {{(pid=80246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 09 05:34:32.968054 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-431dd26c-98c0-4612-9eed-491769977eac req-7a72a8e9-b0bd-4998-a4a2-1ce691844736 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787496886762'] for port, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:33.001592 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-6cdb998d-0250-4577-9e89-484e686e9058 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:34:33.029881 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-6cdb998d-0250-4577-9e89-484e686e9058 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:34:33.040050 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbcd75f-3e94-4bdb-a0e0-ffaf251c9fd8 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Pushing event updated for resources: {'Port': ['ID=7c32f113-f722-41c9-a768-e5b7d5df8d1b,revision_number=2']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:34:33.043772 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-2dbcd75f-3e94-4bdb-a0e0-ffaf251c9fd8 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:34:33.067736 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4d6c4fd0-9e35-4edd-94fb-71ed5b704a44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851548905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036851029608'] for router_interface, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:33.087216 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cdb998d-0250-4577-9e89-484e686e9058 admin admin] Made reservation on behalf of e1c125908df848eaa4a3528332a175f1 for: {'network': 1} {{(pid=80245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 09 05:34:33.092833 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6cdb998d-0250-4577-9e89-484e686e9058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for network, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:33.129486 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6cdb998d-0250-4577-9e89-484e686e9058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:33.219374 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-6cdb998d-0250-4577-9e89-484e686e9058 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:34:33.237885 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-6cdb998d-0250-4577-9e89-484e686e9058 admin admin] Usage tracker for resource:security_group_rule and tenant:e1c125908df848eaa4a3528332a175f1 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:34:33.249366 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-6cdb998d-0250-4577-9e89-484e686e9058 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:34:33.262072 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-431dd26c-98c0-4612-9eed-491769977eac req-7a72a8e9-b0bd-4998-a4a2-1ce691844736 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] For port 67442362-ddcc-4233-80fd-dfccb586d81d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=67442362-ddcc-4233-80fd-dfccb586d81d,segment=NetworkSegment(cd7393d7-7f78-4ab1-8639-f6501869916c),segment_id=cd7393d7-7f78-4ab1-8639-f6501869916c)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:34:33.262485 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-431dd26c-98c0-4612-9eed-491769977eac req-7a72a8e9-b0bd-4998-a4a2-1ce691844736 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744221'] for port, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:33.304388 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-6cdb998d-0250-4577-9e89-484e686e9058 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:34:33.376269 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2dbcd75f-3e94-4bdb-a0e0-ffaf251c9fd8 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851028540'] for floatingip, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:33.583337 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2dbcd75f-3e94-4bdb-a0e0-ffaf251c9fd8 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870'] for floatingip, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:33.584528 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-2dbcd75f-3e94-4bdb-a0e0-ffaf251c9fd8 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 4.7385302
Dec 09 05:34:33.599654 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-431dd26c-98c0-4612-9eed-491769977eac req-7a72a8e9-b0bd-4998-a4a2-1ce691844736 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks [] for floatingip, precommit_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:33.600116 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-431dd26c-98c0-4612-9eed-491769977eac req-7a72a8e9-b0bd-4998-a4a2-1ce691844736 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851028540'] for floatingip, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:33.600379 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.db.l3_db [req-431dd26c-98c0-4612-9eed-491769977eac req-7a72a8e9-b0bd-4998-a4a2-1ce691844736 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Floating IP 92d5803f-36b9-4ed8-869c-351033e9a2e8 disassociated. External IP: 172.27.2.196, port: 67442362-ddcc-4233-80fd-dfccb586d81d.
Dec 09 05:34:33.600749 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-431dd26c-98c0-4612-9eed-491769977eac req-7a72a8e9-b0bd-4998-a4a2-1ce691844736 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Calling delete_port for 67442362-ddcc-4233-80fd-dfccb586d81d owned by compute:nova {{(pid=80246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 09 05:34:33.654289 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6cdb998d-0250-4577-9e89-484e686e9058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:33.722678 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6cdb998d-0250-4577-9e89-484e686e9058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:33.734907 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-5cd7532b-9741-4662-b731-3a3d325358d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:34:33.773929 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-431dd26c-98c0-4612-9eed-491769977eac req-7a72a8e9-b0bd-4998-a4a2-1ce691844736 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787496890807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249358481609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10841009'] for port, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:33.791522 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-f9af0cdc-fd37-4b40-9a10-532dffbe6284 tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:34:33.841833 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cdb998d-0250-4577-9e89-484e686e9058 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 09 05:34:33.855387 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a72a8e9-b0bd-4998-a4a2-1ce691844736 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Pushing event deleted for resources: {'Port': ['ID=67442362-ddcc-4233-80fd-dfccb586d81d,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:34:33.876238 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-7a72a8e9-b0bd-4998-a4a2-1ce691844736 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:34:33.887525 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdb998d-0250-4577-9e89-484e686e9058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beb298bc-7ceb-46dc-9829-5e59f8913650,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:34:33.898097 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device 67442362-ddcc-4233-80fd-dfccb586d81d no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 09 05:34:33.904771 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6cdb998d-0250-4577-9e89-484e686e9058 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787496670511', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638805'] for segment, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:33.905224 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.db.segments_db [None req-6cdb998d-0250-4577-9e89-484e686e9058 admin admin] Added segment 928faf44-d11f-4138-a5f0-9c26b4ba995a of type vxlan for network 667f2e97-aece-4ce5-94bc-8129564fb4d1
Dec 09 05:34:33.923353 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-6cdb998d-0250-4577-9e89-484e686e9058 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:34:33.967723 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] No Port match for: 67442362-ddcc-4233-80fd-dfccb586d81d {{(pid=80247) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 09 05:34:33.968283 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device 67442362-ddcc-4233-80fd-dfccb586d81d not bound to the agent host hv-cinder-76330 {{(pid=80247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 09 05:34:34.007810 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-e2032e21-ef77-4743-85a4-36d24b4ba38b req-4bcbebe6-d37d-48c7-9d0b-b82b9ff77f59 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Synchronizing usage tracker for tenant:c66dfb6ad0d4440d9fde314bc8bf155a on resource:security_group {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:34:34.013423 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d6c4fd0-9e35-4edd-94fb-71ed5b704a44 admin admin] Router ae0ec6fc-a54a-4487-9f5e-5331958d3ebb has already been hosted by L3 agent 16cb43a9-cd2d-4531-acd4-2457db4a9ad2 {{(pid=80245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 09 05:34:34.025985 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a698ab78-8aef-43f5-90da-2328d8edf106 req-b30ca35c-6767-437e-a653-8dff838c2e11 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/ports?device_id=502d1b9e-4516-4c89-bce3-b368e5421be5 HTTP/1.1" status: 200  len: 210 time: 0.0594962
Dec 09 05:34:34.026234 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6cdb998d-0250-4577-9e89-484e686e9058 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363249358512056'] for network, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:34.112144 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-e2032e21-ef77-4743-85a4-36d24b4ba38b req-4bcbebe6-d37d-48c7-9d0b-b82b9ff77f59 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Unset dirty status for tenant:c66dfb6ad0d4440d9fde314bc8bf155a on resource:security_group {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:34:34.114129 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e2032e21-ef77-4743-85a4-36d24b4ba38b req-4bcbebe6-d37d-48c7-9d0b-b82b9ff77f59 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--132689766&fields=id&tenant_id=c66dfb6ad0d4440d9fde314bc8bf155a HTTP/1.1" status: 200  len: 267 time: 0.2734354
Dec 09 05:34:34.247968 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6cdb998d-0250-4577-9e89-484e686e9058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854364948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894'] for network, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:34.257075 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdb998d-0250-4577-9e89-484e686e9058 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:34.257745 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6cdb998d-0250-4577-9e89-484e686e9058 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3226941'] for network, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:34.269176 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [req-431dd26c-98c0-4612-9eed-491769977eac req-7a72a8e9-b0bd-4998-a4a2-1ce691844736 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Router 8559d66b-25fc-4afc-9c49-1405a5074c84 has already been hosted by L3 agent 16cb43a9-cd2d-4531-acd4-2457db4a9ad2 {{(pid=80246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 09 05:34:34.276122 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-1be1d18a-adc0-4967-a69f-1c5cd1edae65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:34:34.724156 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-431dd26c-98c0-4612-9eed-491769977eac req-7a72a8e9-b0bd-4998-a4a2-1ce691844736 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify agent at l3_agent.dv-cinder-763306-6-iscsi the message routers_updated {{(pid=80246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 09 05:34:34.735941 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb01262-dc7d-40bb-99d7-9e23de3d941a None None] Sync routers for ids ['8559d66b-25fc-4afc-9c49-1405a5074c84'] in dv-cinder-763306-6-iscsi {{(pid=80247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 09 05:34:34.748255 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb01262-dc7d-40bb-99d7-9e23de3d941a None None] Routers {'8559d66b-25fc-4afc-9c49-1405a5074c84'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:34:34.749130 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-2cb01262-dc7d-40bb-99d7-9e23de3d941a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff86f62e8>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:34:17Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['8559d66b-25fc-4afc-9c49-1405a5074c84'], 'active': True} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:34:34.762915 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-6cdb998d-0250-4577-9e89-484e686e9058 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 2.1576495
Dec 09 05:34:34.763334 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 36964) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:34:34.766479 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-431dd26c-98c0-4612-9eed-491769977eac req-7a72a8e9-b0bd-4998-a4a2-1ce691844736 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] No DVR routers for this DVR port 67442362-ddcc-4233-80fd-dfccb586d81d on host hv-cinder-76330 {{(pid=80246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 09 05:34:34.771567 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-2b77a678-06f4-490b-8145-dedde682deef admin admin] Request body: {'subnet': {'network_id': '667f2e97-aece-4ce5-94bc-8129564fb4d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1703151750-subnet', 'tenant_id': 'e1c125908df848eaa4a3528332a175f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:34:34.776584 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-431dd26c-98c0-4612-9eed-491769977eac req-7a72a8e9-b0bd-4998-a4a2-1ce691844736 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870'] for port, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:34.778991 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdb998d-0250-4577-9e89-484e686e9058 admin admin] Pushing event updated for resources: {'Network': ['ID=667f2e97-aece-4ce5-94bc-8129564fb4d1,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:34:34.779428 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '502d1b9e-4516-4c89-bce3-b368e5421be5', 'name': 'network-vif-deleted', 'tag': '67442362-ddcc-4233-80fd-dfccb586d81d'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:34:34.782385 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-6cdb998d-0250-4577-9e89-484e686e9058 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:34:34.806958 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-2b77a678-06f4-490b-8145-dedde682deef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:34:34.821303 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-2b77a678-06f4-490b-8145-dedde682deef admin admin] Usage tracker for resource:subnet and tenant:e1c125908df848eaa4a3528332a175f1 is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:34:34.822931 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2032e21-ef77-4743-85a4-36d24b4ba38b req-992d45fa-51c0-4855-b1d6-43b16fcf0624 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:34.825124 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e2032e21-ef77-4743-85a4-36d24b4ba38b req-992d45fa-51c0-4855-b1d6-43b16fcf0624 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/networks?id=213a2199-d44a-4f31-a99f-f2fcf48b8a5b HTTP/1.1" status: 200  len: 816 time: 0.6916676
Dec 09 05:34:34.828261 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-2b77a678-06f4-490b-8145-dedde682deef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:34:34.830122 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d6c4fd0-9e35-4edd-94fb-71ed5b704a44 admin admin] Notify agent at l3_agent.dv-cinder-763306-6-iscsi the message routers_updated {{(pid=80245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 09 05:34:34.837424 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-2b77a678-06f4-490b-8145-dedde682deef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:34:34.844646 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f173b91a-95da-4ee4-b14c-4a6572378cfa None None] Sync routers for ids ['ae0ec6fc-a54a-4487-9f5e-5331958d3ebb'] in dv-cinder-763306-6-iscsi {{(pid=80248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 09 05:34:34.846527 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-431dd26c-98c0-4612-9eed-491769977eac req-7a72a8e9-b0bd-4998-a4a2-1ce691844736 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.59 "DELETE /v2.0/ports/67442362-ddcc-4233-80fd-dfccb586d81d HTTP/1.1" status: 204  len: 173 time: 1.9759274
Dec 09 05:34:34.862217 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Network 667f2e97-aece-4ce5-94bc-8129564fb4d1 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80247) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 09 05:34:34.862469 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-4d6c4fd0-9e35-4edd-94fb-71ed5b704a44 admin admin] 10.222.0.39 "PUT /v2.0/routers/ae0ec6fc-a54a-4487-9f5e-5331958d3ebb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.1788681
Dec 09 05:34:34.865900 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 36970) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:34:34.869574 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f173b91a-95da-4ee4-b14c-4a6572378cfa None None] Routers {'ae0ec6fc-a54a-4487-9f5e-5331958d3ebb'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:34:34.870564 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b77a678-06f4-490b-8145-dedde682deef admin admin] Made reservation on behalf of e1c125908df848eaa4a3528332a175f1 for: {'subnet': 1} {{(pid=80246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 09 05:34:34.871077 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-f173b91a-95da-4ee4-b14c-4a6572378cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff8988080>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:34:17Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['ae0ec6fc-a54a-4487-9f5e-5331958d3ebb'], 'active': True} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:34:34.875430 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2b77a678-06f4-490b-8145-dedde682deef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11897078'] for subnet, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:34.889881 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e2032e21-ef77-4743-85a4-36d24b4ba38b req-6fc78994-7a01-4753-97e8-5c8500d0c5a5 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/quotas/c66dfb6ad0d4440d9fde314bc8bf155a HTTP/1.1" status: 200  len: 375 time: 0.0429943
Dec 09 05:34:34.989913 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '502d1b9e-4516-4c89-bce3-b368e5421be5', 'name': 'network-vif-deleted', 'tag': '67442362-ddcc-4233-80fd-dfccb586d81d', 'status': 'completed', 'code': 200}
Dec 09 05:34:35.002064 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Network 667f2e97-aece-4ce5-94bc-8129564fb4d1 details requested by agent ovs-agent-dv-cinder-763306-6-iscsi with host dv-cinder-763306-6-iscsi {{(pid=80247) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 09 05:34:35.133283 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-f173b91a-95da-4ee4-b14c-4a6572378cfa None None] Set router ae0ec6fc-a54a-4487-9f5e-5331958d3ebb gateway port host: dv-cinder-763306-6-iscsi {{(pid=80248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:34:35.171651 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-e2032e21-ef77-4743-85a4-36d24b4ba38b req-cdae815d-f24c-4a1d-8dc0-73407781594e tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Synchronizing usage tracker for tenant:c66dfb6ad0d4440d9fde314bc8bf155a on resource:port {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:34:35.208541 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-e2032e21-ef77-4743-85a4-36d24b4ba38b req-cdae815d-f24c-4a1d-8dc0-73407781594e tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Unset dirty status for tenant:c66dfb6ad0d4440d9fde314bc8bf155a on resource:port {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:34:35.214730 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e2032e21-ef77-4743-85a4-36d24b4ba38b req-cdae815d-f24c-4a1d-8dc0-73407781594e tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?tenant_id=c66dfb6ad0d4440d9fde314bc8bf155a&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3209193
Dec 09 05:34:35.248115 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-41e26041-a42f-4575-a9bf-c5783ff70d3b admin admin] Notify callbacks [] for router, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:35.342175 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-2cb01262-dc7d-40bb-99d7-9e23de3d941a None None] Set router 8559d66b-25fc-4afc-9c49-1405a5074c84 gateway port host: dv-cinder-763306-6-iscsi {{(pid=80247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:34:35.591999 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-f173b91a-95da-4ee4-b14c-4a6572378cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff8988080>, [{'id': 'ae0ec6fc-a54a-4487-9f5e-5331958d3ebb', 'name': 'tempest-TestMinimumBasicScenario-1565234444-router', 'tenant_id': '01ec2b224b424d04bbe7e5a9c52a66d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'b38685d2-50f2-4b55-8444-59811bb10bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:30:54Z', 'updated_at': '2020-12-09T05:34:31Z', 'revision_number': 5, 'project_id': '01ec2b224b424d04bbe7e5a9c52a66d5', 'gw_port': {'id': 'b38685d2-50f2-4b55-8444-59811bb10bdd', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ec:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0ec6fc-a54a-4487-9f5e-5331958d3ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:30:55Z', 'updated_at': '2020-12-09T05:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi'}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:34:35.597185 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f173b91a-95da-4ee4-b14c-4a6572378cfa None None] Checking router: ae0ec6fc-a54a-4487-9f5e-5331958d3ebb for host: dv-cinder-763306-6-iscsi {{(pid=80248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 09 05:34:35.601346 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e2032e21-ef77-4743-85a4-36d24b4ba38b req-d8d69f65-09ce-4d13-98a6-4f56a2115906 service neutron] 10.222.0.39 "GET /v2.0/networks/213a2199-d44a-4f31-a99f-f2fcf48b8a5b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3671939
Dec 09 05:34:35.608831 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f173b91a-95da-4ee4-b14c-4a6572378cfa None None] Routers {'ae0ec6fc-a54a-4487-9f5e-5331958d3ebb'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:34:35.609829 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-f173b91a-95da-4ee4-b14c-4a6572378cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff8988080>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:34:17Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['ae0ec6fc-a54a-4487-9f5e-5331958d3ebb'], 'active': True} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:34:35.849055 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e2032e21-ef77-4743-85a4-36d24b4ba38b req-b0699ea3-6d8e-4daf-8f20-be86754a70cf service neutron] 10.222.0.39 "GET /v2.0/networks/213a2199-d44a-4f31-a99f-f2fcf48b8a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2464306
Dec 09 05:34:35.871650 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-8cc2adc0-f39d-476d-9d50-1ebf2f541216 req-db19cbaf-7102-4066-bcbc-fa1f9002aafe tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Synchronizing usage tracker for tenant:9201b4ea11f94e639e12c77d9a8399c8 on resource:port {{(pid=80246) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:34:35.873955 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-2cb01262-dc7d-40bb-99d7-9e23de3d941a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff86f62e8>, [{'id': '8559d66b-25fc-4afc-9c49-1405a5074c84', 'name': 'tempest-AttachVolumeTestJSON-828419125-router', 'tenant_id': '9201b4ea11f94e639e12c77d9a8399c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '534abad0-cb8a-45a5-89dc-932bf90ecd2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:29:34Z', 'updated_at': '2020-12-09T05:29:45Z', 'revision_number': 4, 'project_id': '9201b4ea11f94e639e12c77d9a8399c8', 'gw_port': {'id': '534abad0-cb8a-45a5-89dc-932bf90ecd2c', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:38:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8559d66b-25fc-4afc-9c49-1405a5074c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:29:35Z', 'updated_at': '2020-12-09T05:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_interfaces': [{'id': '11651696-cf2f-4d1e-ae2b-505371825be0', 'name': '', 'network_id': 'dc85d922-ae22-42c5-9deb-45d818643b4d', 'tenant_id': '9201b4ea11f94e639e12c77d9a8399c8', 'mac_address': 'fa:16:3e:49:51:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8559d66b-25fc-4afc-9c49-1405a5074c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8f49fd64-da9a-42ca-aba6-01dbe1ac7987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:29:42Z', 'updated_at': '2020-12-09T05:29:58Z', 'revision_number': 5, 'project_id': '9201b4ea11f94e639e12c77d9a8399c8', 'subnets': [{'id': '8f49fd64-da9a-42ca-aba6-01dbe1ac7987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:34:35.879634 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb01262-dc7d-40bb-99d7-9e23de3d941a None None] Checking router: 8559d66b-25fc-4afc-9c49-1405a5074c84 for host: dv-cinder-763306-6-iscsi {{(pid=80247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 09 05:34:35.891558 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb01262-dc7d-40bb-99d7-9e23de3d941a None None] Routers {'8559d66b-25fc-4afc-9c49-1405a5074c84'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:34:35.892369 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-2cb01262-dc7d-40bb-99d7-9e23de3d941a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff86f62e8>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:34:17Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['8559d66b-25fc-4afc-9c49-1405a5074c84'], 'active': True} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:34:35.924430 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-f173b91a-95da-4ee4-b14c-4a6572378cfa None None] Set router ae0ec6fc-a54a-4487-9f5e-5331958d3ebb gateway port host: dv-cinder-763306-6-iscsi {{(pid=80248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:34:35.969684 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-8cc2adc0-f39d-476d-9d50-1ebf2f541216 req-db19cbaf-7102-4066-bcbc-fa1f9002aafe tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Unset dirty status for tenant:9201b4ea11f94e639e12c77d9a8399c8 on resource:port {{(pid=80246) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:34:35.971047 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8cc2adc0-f39d-476d-9d50-1ebf2f541216 req-db19cbaf-7102-4066-bcbc-fa1f9002aafe tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/ports?device_id=502d1b9e-4516-4c89-bce3-b368e5421be5 HTTP/1.1" status: 200  len: 210 time: 0.2043405
Dec 09 05:34:35.986949 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-41e26041-a42f-4575-a9bf-c5783ff70d3b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:36.002811 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-41e26041-a42f-4575-a9bf-c5783ff70d3b admin admin] Deleting port b38685d2-50f2-4b55-8444-59811bb10bdd {{(pid=80246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 09 05:34:36.003265 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-41e26041-a42f-4575-a9bf-c5783ff70d3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787496886762'] for port, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:36.173058 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-2cb01262-dc7d-40bb-99d7-9e23de3d941a None None] Set router 8559d66b-25fc-4afc-9c49-1405a5074c84 gateway port host: dv-cinder-763306-6-iscsi {{(pid=80247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:34:36.265040 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-c2c02fc0-ea62-4daf-bc7e-3c54d3ed9dd1 req-9b80b16d-f2ce-4073-86ef-523bd751f2b4 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Synchronizing usage tracker for tenant:c66dfb6ad0d4440d9fde314bc8bf155a on resource:port {{(pid=80246) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:34:36.298571 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-f173b91a-95da-4ee4-b14c-4a6572378cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff8988080>, [{'id': 'ae0ec6fc-a54a-4487-9f5e-5331958d3ebb', 'name': 'tempest-TestMinimumBasicScenario-1565234444-router', 'tenant_id': '01ec2b224b424d04bbe7e5a9c52a66d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'b38685d2-50f2-4b55-8444-59811bb10bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:30:54Z', 'updated_at': '2020-12-09T05:34:31Z', 'revision_number': 5, 'project_id': '01ec2b224b424d04bbe7e5a9c52a66d5', 'gw_port': {'id': 'b38685d2-50f2-4b55-8444-59811bb10bdd', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ec:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0ec6fc-a54a-4487-9f5e-5331958d3ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:30:55Z', 'updated_at': '2020-12-09T05:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi'}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:34:36.304295 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f173b91a-95da-4ee4-b14c-4a6572378cfa None None] The sync data for ids ['ae0ec6fc-a54a-4487-9f5e-5331958d3ebb'] in dv-cinder-763306-6-iscsi is: [{'id': 'ae0ec6fc-a54a-4487-9f5e-5331958d3ebb', 'name': 'tempest-TestMinimumBasicScenario-1565234444-router', 'tenant_id': '01ec2b224b424d04bbe7e5a9c52a66d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': 'b38685d2-50f2-4b55-8444-59811bb10bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:30:54Z', 'updated_at': '2020-12-09T05:34:31Z', 'revision_number': 5, 'project_id': '01ec2b224b424d04bbe7e5a9c52a66d5', 'gw_port': {'id': 'b38685d2-50f2-4b55-8444-59811bb10bdd', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ec:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae0ec6fc-a54a-4487-9f5e-5331958d3ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:30:55Z', 'updated_at': '2020-12-09T05:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi'}] {{(pid=80248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 09 05:34:36.329496 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-c2c02fc0-ea62-4daf-bc7e-3c54d3ed9dd1 req-9b80b16d-f2ce-4073-86ef-523bd751f2b4 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Unset dirty status for tenant:c66dfb6ad0d4440d9fde314bc8bf155a on resource:port {{(pid=80246) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:34:36.330854 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c2c02fc0-ea62-4daf-bc7e-3c54d3ed9dd1 req-9b80b16d-f2ce-4073-86ef-523bd751f2b4 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=a9b33760-de8b-4742-9444-80ad1afb7e78 HTTP/1.1" status: 200  len: 210 time: 0.2077906
Dec 09 05:34:36.422592 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-41e26041-a42f-4575-a9bf-c5783ff70d3b admin admin] For port b38685d2-50f2-4b55-8444-59811bb10bdd, host dv-cinder-763306-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=b38685d2-50f2-4b55-8444-59811bb10bdd,segment=NetworkSegment(6806ddaa-9afa-4e45-ac00-e428af44bdb5),segment_id=6806ddaa-9afa-4e45-ac00-e428af44bdb5)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:34:36.422891 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-41e26041-a42f-4575-a9bf-c5783ff70d3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744221'] for port, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:36.513270 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2b77a678-06f4-490b-8145-dedde682deef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854364984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843940832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11897063'] for subnet, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:36.606486 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-41e26041-a42f-4575-a9bf-c5783ff70d3b admin admin] Calling delete_port for b38685d2-50f2-4b55-8444-59811bb10bdd owned by network:router_gateway {{(pid=80246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 09 05:34:36.648106 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:34:36.751065 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b77a678-06f4-490b-8145-dedde682deef admin admin] Pushing event updated for resources: {'Subnet': ['ID=eee6c54e-e712-40be-9784-230aba1f3c72,revision_number=0']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:34:36.753662 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-2b77a678-06f4-490b-8145-dedde682deef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:34:36.852932 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-2cb01262-dc7d-40bb-99d7-9e23de3d941a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff86f62e8>, [{'id': '8559d66b-25fc-4afc-9c49-1405a5074c84', 'name': 'tempest-AttachVolumeTestJSON-828419125-router', 'tenant_id': '9201b4ea11f94e639e12c77d9a8399c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '534abad0-cb8a-45a5-89dc-932bf90ecd2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:29:34Z', 'updated_at': '2020-12-09T05:29:45Z', 'revision_number': 4, 'project_id': '9201b4ea11f94e639e12c77d9a8399c8', 'gw_port': {'id': '534abad0-cb8a-45a5-89dc-932bf90ecd2c', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:38:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8559d66b-25fc-4afc-9c49-1405a5074c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:29:35Z', 'updated_at': '2020-12-09T05:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_interfaces': [{'id': '11651696-cf2f-4d1e-ae2b-505371825be0', 'name': '', 'network_id': 'dc85d922-ae22-42c5-9deb-45d818643b4d', 'tenant_id': '9201b4ea11f94e639e12c77d9a8399c8', 'mac_address': 'fa:16:3e:49:51:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8559d66b-25fc-4afc-9c49-1405a5074c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8f49fd64-da9a-42ca-aba6-01dbe1ac7987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:29:42Z', 'updated_at': '2020-12-09T05:29:58Z', 'revision_number': 5, 'project_id': '9201b4ea11f94e639e12c77d9a8399c8', 'subnets': [{'id': '8f49fd64-da9a-42ca-aba6-01dbe1ac7987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:34:36.858297 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb01262-dc7d-40bb-99d7-9e23de3d941a None None] The sync data for ids ['8559d66b-25fc-4afc-9c49-1405a5074c84'] in dv-cinder-763306-6-iscsi is: [{'id': '8559d66b-25fc-4afc-9c49-1405a5074c84', 'name': 'tempest-AttachVolumeTestJSON-828419125-router', 'tenant_id': '9201b4ea11f94e639e12c77d9a8399c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '534abad0-cb8a-45a5-89dc-932bf90ecd2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:29:34Z', 'updated_at': '2020-12-09T05:29:45Z', 'revision_number': 4, 'project_id': '9201b4ea11f94e639e12c77d9a8399c8', 'gw_port': {'id': '534abad0-cb8a-45a5-89dc-932bf90ecd2c', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:38:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8559d66b-25fc-4afc-9c49-1405a5074c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:29:35Z', 'updated_at': '2020-12-09T05:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_interfaces': [{'id': '11651696-cf2f-4d1e-ae2b-505371825be0', 'name': '', 'network_id': 'dc85d922-ae22-42c5-9deb-45d818643b4d', 'tenant_id': '9201b4ea11f94e639e12c77d9a8399c8', 'mac_address': 'fa:16:3e:49:51:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8559d66b-25fc-4afc-9c49-1405a5074c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8f49fd64-da9a-42ca-aba6-01dbe1ac7987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:29:42Z', 'updated_at': '2020-12-09T05:29:58Z', 'revision_number': 5, 'project_id': '9201b4ea11f94e639e12c77d9a8399c8', 'subnets': [{'id': '8f49fd64-da9a-42ca-aba6-01dbe1ac7987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 09 05:34:36.996526 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-41e26041-a42f-4575-a9bf-c5783ff70d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787496890807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249358481609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10841009'] for port, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]: WARNING neutron.plugins.ml2.ovo_rpc [None req-41e26041-a42f-4575-a9bf-c5783ff70d3b admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:     result = function(*args, **kwargs)
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:     proto.__init__(conn_state, self)
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:     self.handle()
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:     self.handle_one_request()
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:     self.handle_one_response()
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:     result = self.application(self.environ, start_response)
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:     return app(environ, start_response)
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:     resp = self.call_func(req, *args, **kw)
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:     return self.func(req, *args, **kwargs)
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:     response = req.get_response(self.application)
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:     application, catch_exc_info=False)
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:     app_iter = application(self.environ, start_response)
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:     resp = self.call_func(req, *args, **kw)
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:     return self.func(req, *args, **kwargs)
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:     response = req.get_response(self.application)
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:     application, catch_exc_info=False)
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:     app_iter = application(self.environ, start_response)
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:     resp = self.call_func(req, *args, **kw)
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:     return self.func(req, *args, **kwargs)
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:     response = req.get_response(self.application)
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:     application, catch_exc_info=False)
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:     app_iter = application(self.environ, start_response)
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:     resp = self.call_func(req, *args, **kw)
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:     return self.func(req, *args, **kwargs)
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:     response = req.get_response(self.application)
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:     application, catch_exc_info=False)
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:     app_iter = application(self.environ, start_response)
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:     resp = self.call_func(req, *args, **kw)
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:     return self.func(req, *args, **kwargs)
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:     return request.get_response(self.application)
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:     application, catch_exc_info=False)
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:     app_iter = application(self.environ, start_response)
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:     resp = self.call_func(req, *args, **kw)
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:     return self.func(req, *args, **kwargs)
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:     response = req.get_response(self._app)
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:     application, catch_exc_info=False)
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:     app_iter = application(self.environ, start_response)
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:     return resp(environ, start_response)
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:     return resp(environ, start_response)
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:     response = self.app(environ, start_response)
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:     return resp(environ, start_response)
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:     resp = self.call_func(req, *args, **kw)
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:     return self.func(req, *args, **kwargs)
Dec 09 05:34:37.002418 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Dec 09 05:34:37.010339 dv-cinder-763306-6-iscsi neutron-server[80130]:     result = method(request=request, **args)
Dec 09 05:34:37.010339 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Dec 09 05:34:37.010339 dv-cinder-763306-6-iscsi neutron-server[80130]:     return self._delete(request, id, **kwargs)
Dec 09 05:34:37.010339 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 09 05:34:37.010339 dv-cinder-763306-6-iscsi neutron-server[80130]:     return f(*args, **kwargs)
Dec 09 05:34:37.010339 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 09 05:34:37.010339 dv-cinder-763306-6-iscsi neutron-server[80130]:     return f(*args, **kwargs)
Dec 09 05:34:37.010339 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 09 05:34:37.010339 dv-cinder-763306-6-iscsi neutron-server[80130]:     return f(*dup_args, **dup_kwargs)
Dec 09 05:34:37.010339 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Dec 09 05:34:37.010339 dv-cinder-763306-6-iscsi neutron-server[80130]:     obj_deleter(request.context, id, **kwargs)
Dec 09 05:34:37.010339 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 1991, in delete_router
Dec 09 05:34:37.010339 dv-cinder-763306-6-iscsi neutron-server[80130]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Dec 09 05:34:37.010339 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 232, in wrapped
Dec 09 05:34:37.010339 dv-cinder-763306-6-iscsi neutron-server[80130]:     return method(*args, **kwargs)
Dec 09 05:34:37.010339 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 09 05:34:37.010339 dv-cinder-763306-6-iscsi neutron-server[80130]:     return f(*args, **kwargs)
Dec 09 05:34:37.010339 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 09 05:34:37.010339 dv-cinder-763306-6-iscsi neutron-server[80130]:     return f(*args, **kwargs)
Dec 09 05:34:37.010339 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 09 05:34:37.010339 dv-cinder-763306-6-iscsi neutron-server[80130]:     return f(*dup_args, **dup_kwargs)
Dec 09 05:34:37.010339 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Dec 09 05:34:37.010339 dv-cinder-763306-6-iscsi neutron-server[80130]:     self._delete_current_gw_port(context, id, router, None)
Dec 09 05:34:37.010339 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 391, in _delete_current_gw_port
Dec 09 05:34:37.010339 dv-cinder-763306-6-iscsi neutron-server[80130]:     admin_ctx, gw_port_id, l3_port_check=False)
Dec 09 05:34:37.010339 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Dec 09 05:34:37.010339 dv-cinder-763306-6-iscsi neutron-server[80130]:     return f(self, context, *args, **kwargs)
Dec 09 05:34:37.010339 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 232, in wrapped
Dec 09 05:34:37.010339 dv-cinder-763306-6-iscsi neutron-server[80130]:     return method(*args, **kwargs)
Dec 09 05:34:37.010339 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1936, in delete_port
Dec 09 05:34:37.010339 dv-cinder-763306-6-iscsi neutron-server[80130]:     context, port, router_ids, bound_mech_contexts)
Dec 09 05:34:37.010339 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1945, in _post_delete_port
Dec 09 05:34:37.010339 dv-cinder-763306-6-iscsi neutron-server[80130]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Dec 09 05:34:37.010339 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Dec 09 05:34:37.010339 dv-cinder-763306-6-iscsi neutron-server[80130]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Dec 09 05:34:37.010339 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped
Dec 09 05:34:37.010339 dv-cinder-763306-6-iscsi neutron-server[80130]:     return function(*args, **kwargs)
Dec 09 05:34:37.010339 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Dec 09 05:34:37.010339 dv-cinder-763306-6-iscsi neutron-server[80130]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Dec 09 05:34:37.010339 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Dec 09 05:34:37.010339 dv-cinder-763306-6-iscsi neutron-server[80130]:     callback(resource, event, trigger, **kwargs)
Dec 09 05:34:37.010339 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Dec 09 05:34:37.010339 dv-cinder-763306-6-iscsi neutron-server[80130]:     if self._is_session_semantic_violated(context, resource, event):
Dec 09 05:34:37.010339 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Dec 09 05:34:37.010339 dv-cinder-763306-6-iscsi neutron-server[80130]:     stack = traceback.extract_stack()
Dec 09 05:34:37.010339 dv-cinder-763306-6-iscsi neutron-server[80130]: 
Dec 09 05:34:37.081853 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device f3312047-ffbf-4cbc-a256-a568e354eaa5 no longer exists at agent ovs-agent-dv-cinder-763306-6-iscsi {{(pid=80247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 09 05:34:37.097496 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b77a678-06f4-490b-8145-dedde682deef admin admin] Checking segment: {'id': '928faf44-d11f-4138-a5f0-9c26b4ba995a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '667f2e97-aece-4ce5-94bc-8129564fb4d1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 09 05:34:37.097917 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b77a678-06f4-490b-8145-dedde682deef admin admin] Network hostable DHCP agents. Network: 667f2e97-aece-4ce5-94bc-8129564fb4d1, hostable agents: ['cf8ef789-40b7-4066-b095-c11a9e991b4e'], hosted agents: [] {{(pid=80246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 09 05:34:37.128805 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] No Port match for: f3312047-ffbf-4cbc-a256-a568e354eaa5 {{(pid=80247) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 09 05:34:37.129306 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device f3312047-ffbf-4cbc-a256-a568e354eaa5 not bound to the agent host dv-cinder-763306-6-iscsi {{(pid=80247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 09 05:34:37.154626 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b77a678-06f4-490b-8145-dedde682deef admin admin] Network 667f2e97-aece-4ce5-94bc-8129564fb4d1 is scheduled to be hosted by DHCP agent cf8ef789-40b7-4066-b095-c11a9e991b4e with binding_index 1 {{(pid=80246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 09 05:34:37.166044 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 36994) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:34:37.184407 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-2b77a678-06f4-490b-8145-dedde682deef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-6-iscsi, 667f2e97-aece-4ce5-94bc-8129564fb4d1) {{(pid=80246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:34:37.194038 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76aa158a-53e5-4482-90be-4e00aadfdb78 None None] Network 667f2e97-aece-4ce5-94bc-8129564fb4d1 requested from dv-cinder-763306-6-iscsi {{(pid=80247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 09 05:34:37.263995 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b77a678-06f4-490b-8145-dedde682deef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:37.264643 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2b77a678-06f4-490b-8145-dedde682deef admin admin] Notify callbacks [] for subnet, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:37.331646 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5dc50fe-707e-4cd2-9e1b-df01f0b59447 None None] New status for floating IP 92d5803f-36b9-4ed8-869c-351033e9a2e8: DOWN {{(pid=80247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 09 05:34:37.349063 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-2b77a678-06f4-490b-8145-dedde682deef admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 2.5766156
Dec 09 05:34:37.349063 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-41e26041-a42f-4575-a9bf-c5783ff70d3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3747310'] for router_gateway, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:37.418310 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5edc8248-1190-4593-acc5-5888b415b0f0 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks [] for security_group, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:37.604597 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-41e26041-a42f-4575-a9bf-c5783ff70d3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854371584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3662'] for router, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:37.620444 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-41e26041-a42f-4575-a9bf-c5783ff70d3b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:37.649272 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-97818ded-0bbd-4273-89f0-caae4bfe946d req-3954e201-196f-48f5-a1ca-fca49545ec10 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=a9b33760-de8b-4742-9444-80ad1afb7e78 HTTP/1.1" status: 200  len: 210 time: 0.0604436
Dec 09 05:34:37.717730 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8f8b81-5264-4449-b06f-5d3c8dfcb65a None None] Network 667f2e97-aece-4ce5-94bc-8129564fb4d1 requested from dv-cinder-763306-6-iscsi {{(pid=80247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 09 05:34:37.728494 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5edc8248-1190-4593-acc5-5888b415b0f0 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks [] for security_group, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:38.142862 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-41e26041-a42f-4575-a9bf-c5783ff70d3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854371398'] for router, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:38.143521 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e26041-a42f-4575-a9bf-c5783ff70d3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae0ec6fc-a54a-4487-9f5e-5331958d3ebb {{(pid=80246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 09 05:34:38.198105 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2032e21-ef77-4743-85a4-36d24b4ba38b req-a1d02bdd-f7d7-4e6f-9dd1-17f487f229db tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:38.200003 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e2032e21-ef77-4743-85a4-36d24b4ba38b req-a1d02bdd-f7d7-4e6f-9dd1-17f487f229db tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.59 "GET /v2.0/networks?id=213a2199-d44a-4f31-a99f-f2fcf48b8a5b HTTP/1.1" status: 200  len: 816 time: 0.7830727
Dec 09 05:34:38.202723 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5edc8248-1190-4593-acc5-5888b415b0f0 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:38.210639 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ce18a334-6bf8-4031-82c8-758c32935f70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:34:38.223283 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-41e26041-a42f-4575-a9bf-c5783ff70d3b admin admin] Notify callbacks [] for router, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:38.224864 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-41e26041-a42f-4575-a9bf-c5783ff70d3b admin admin] 10.222.0.39 "DELETE /v2.0/routers/ae0ec6fc-a54a-4487-9f5e-5331958d3ebb HTTP/1.1" status: 204  len: 168 time: 3.3578818
Dec 09 05:34:38.227712 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 37016) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:34:38.276598 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5edc8248-1190-4593-acc5-5888b415b0f0 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks [] for security_group, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:38.277848 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-5edc8248-1190-4593-acc5-5888b415b0f0 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "DELETE /v2.0/security-groups/ecdb9fd2-1d3a-4252-8b98-f44c30285d67 HTTP/1.1" status: 204  len: 168 time: 1.1104000
Dec 09 05:34:38.306940 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 37022) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:34:38.310864 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edc8248-1190-4593-acc5-5888b415b0f0 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecdb9fd2-1d3a-4252-8b98-f44c30285d67,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:34:38.316723 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-5edc8248-1190-4593-acc5-5888b415b0f0 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:34:38.339457 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.v2.resource [None req-3bbd1a86-782a-4e20-87f2-550fbc94ac11 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] show failed (client error): The resource could not be found.
Dec 09 05:34:38.344670 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-3bbd1a86-782a-4e20-87f2-550fbc94ac11 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/security-groups/ecdb9fd2-1d3a-4252-8b98-f44c30285d67 HTTP/1.1" status: 404  len: 347 time: 0.0336671
Dec 09 05:34:38.345652 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 37028) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:34:38.405706 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e2032e21-ef77-4743-85a4-36d24b4ba38b req-f032f892-ad8c-4605-8b2a-8653b1d826db tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c66dfb6ad0d4440d9fde314bc8bf155a HTTP/1.1" status: 200  len: 5503 time: 0.1854696
Dec 09 05:34:38.416997 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-e2032e21-ef77-4743-85a4-36d24b4ba38b req-19298d2c-6eb1-45f1-8bd3-b646a72f3d52 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Request body: {'port': {'device_id': 'a9b33760-de8b-4742-9444-80ad1afb7e78', 'network_id': '213a2199-d44a-4f31-a99f-f2fcf48b8a5b', 'admin_state_up': True, 'tenant_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'security_groups': ['c064004f-08ab-44b8-b121-74857038819c']}} {{(pid=80246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:34:38.450996 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_v2 [None req-7aae20b0-5fa6-40b3-ae82-69ca0871c6f6 admin admin] Deleting subnet bc2ef73b-021e-4c10-b628-1f5ae57b8553 {{(pid=80245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 09 05:34:38.519831 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7aae20b0-5fa6-40b3-ae82-69ca0871c6f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:38.581666 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-e2032e21-ef77-4743-85a4-36d24b4ba38b req-19298d2c-6eb1-45f1-8bd3-b646a72f3d52 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:34:38.585894 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-f0837a4a-f65b-4669-b643-416e0e8ce7a2 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Deleting port 02fc4ca8-136d-4039-bb6a-8954e0843cae {{(pid=80245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 09 05:34:38.586288 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f0837a4a-f65b-4669-b643-416e0e8ce7a2 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787496886762'] for port, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:38.593331 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-e2032e21-ef77-4743-85a4-36d24b4ba38b req-19298d2c-6eb1-45f1-8bd3-b646a72f3d52 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:34:38.602749 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2032e21-ef77-4743-85a4-36d24b4ba38b req-19298d2c-6eb1-45f1-8bd3-b646a72f3d52 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Made reservation on behalf of c66dfb6ad0d4440d9fde314bc8bf155a for: {'port': 1} {{(pid=80246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 09 05:34:38.608673 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-e2032e21-ef77-4743-85a4-36d24b4ba38b req-19298d2c-6eb1-45f1-8bd3-b646a72f3d52 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:38.642340 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7aae20b0-5fa6-40b3-ae82-69ca0871c6f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036844206957'] for subnet, precommit_delete_associations {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:38.943945 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f0837a4a-f65b-4669-b643-416e0e8ce7a2 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744221'] for port, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:38.944291 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f0837a4a-f65b-4669-b643-416e0e8ce7a2 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks [] for floatingip, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:38.952475 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8c7acab1-84a2-464b-bfe4-b3d155643caf req-8ad6612e-f8b0-4947-9d70-ff2d37cfe540 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=a9b33760-de8b-4742-9444-80ad1afb7e78 HTTP/1.1" status: 200  len: 210 time: 0.0837138
Dec 09 05:34:38.958844 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7aae20b0-5fa6-40b3-ae82-69ca0871c6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3642508'] for subnet, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:39.059253 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [req-e2032e21-ef77-4743-85a4-36d24b4ba38b req-19298d2c-6eb1-45f1-8bd3-b646a72f3d52 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Allocated IP 172.20.0.14 (213a2199-d44a-4f31-a99f-f2fcf48b8a5b/f2d416e2-18e0-4718-bf66-1cf63cef4f47/54bf8343-bde6-41dc-8c6f-feef12cc5817) {{(pid=80246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 09 05:34:39.125430 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device b38685d2-50f2-4b55-8444-59811bb10bdd no longer exists at agent ovs-agent-dv-cinder-763306-6-iscsi {{(pid=80247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 09 05:34:39.132096 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-f0837a4a-f65b-4669-b643-416e0e8ce7a2 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Calling delete_port for 02fc4ca8-136d-4039-bb6a-8954e0843cae owned by network:floatingip {{(pid=80245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 09 05:34:39.163125 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] No Port match for: b38685d2-50f2-4b55-8444-59811bb10bdd {{(pid=80247) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 09 05:34:39.163796 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device b38685d2-50f2-4b55-8444-59811bb10bdd not bound to the agent host dv-cinder-763306-6-iscsi {{(pid=80247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 09 05:34:39.327441 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-e2032e21-ef77-4743-85a4-36d24b4ba38b req-19298d2c-6eb1-45f1-8bd3-b646a72f3d52 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks [] for port, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:39.354416 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [req-e2032e21-ef77-4743-85a4-36d24b4ba38b req-19298d2c-6eb1-45f1-8bd3-b646a72f3d52 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Transition to ACTIVE for port object 54bf8343-bde6-41dc-8c6f-feef12cc5817 will not be triggered until provisioned by entity DHCP. {{(pid=80246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 09 05:34:39.383528 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-e2032e21-ef77-4743-85a4-36d24b4ba38b req-19298d2c-6eb1-45f1-8bd3-b646a72f3d52 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249358491764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10841009'] for port, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:39.413383 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-7a72a8e9-b0bd-4998-a4a2-1ce691844736 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:34:39.513972 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f0837a4a-f65b-4669-b643-416e0e8ce7a2 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787496890807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249358481609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844148928'] for port, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:39.539519 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-6378a203-d4bc-4b02-b392-5596c9666bd0 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:34:39.615471 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0837a4a-f65b-4669-b643-416e0e8ce7a2 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Pushing event deleted for resources: {'Port': ['ID=02fc4ca8-136d-4039-bb6a-8954e0843cae,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:34:39.622559 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-f0837a4a-f65b-4669-b643-416e0e8ce7a2 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:34:39.659106 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19298d2c-6eb1-45f1-8bd3-b646a72f3d52 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Pushing event updated for resources: {'Port': ['ID=54bf8343-bde6-41dc-8c6f-feef12cc5817,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:34:39.682321 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-19298d2c-6eb1-45f1-8bd3-b646a72f3d52 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:34:39.716312 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7aae20b0-5fa6-40b3-ae82-69ca0871c6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851133308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854364984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10626838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843797784'] for subnet, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:39.751793 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:34:39.828694 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2032e21-ef77-4743-85a4-36d24b4ba38b req-19298d2c-6eb1-45f1-8bd3-b646a72f3d52 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Network 213a2199-d44a-4f31-a99f-f2fcf48b8a5b is already hosted by enough agents. {{(pid=80246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 09 05:34:39.830186 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [req-e2032e21-ef77-4743-85a4-36d24b4ba38b req-19298d2c-6eb1-45f1-8bd3-b646a72f3d52 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Resources bound (agent type, host, resource id):  {{(pid=80246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:34:39.844995 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2032e21-ef77-4743-85a4-36d24b4ba38b req-19298d2c-6eb1-45f1-8bd3-b646a72f3d52 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Received port after_create {{(pid=80246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 09 05:34:39.949744 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2032e21-ef77-4743-85a4-36d24b4ba38b req-19298d2c-6eb1-45f1-8bd3-b646a72f3d52 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:39.950540 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-e2032e21-ef77-4743-85a4-36d24b4ba38b req-19298d2c-6eb1-45f1-8bd3-b646a72f3d52 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870'] for port, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:39.997198 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aae20b0-5fa6-40b3-ae82-69ca0871c6f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc2ef73b-021e-4c10-b628-1f5ae57b8553,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:34:40.000233 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-7aae20b0-5fa6-40b3-ae82-69ca0871c6f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:34:40.028600 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e2032e21-ef77-4743-85a4-36d24b4ba38b req-19298d2c-6eb1-45f1-8bd3-b646a72f3d52 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6173804
Dec 09 05:34:40.051027 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-e2032e21-ef77-4743-85a4-36d24b4ba38b req-cff87e2a-3d83-427b-8d49-375894a14873 service neutron] Request body: {'port': {'device_id': 'a9b33760-de8b-4742-9444-80ad1afb7e78', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:34:40.165389 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6574a7-e388-4be0-b6ac-4e9f7acc3d72 None None] Network 9aea0a2f-14fb-4990-ae4d-5b682071e14d requested from dv-cinder-763306-6-iscsi {{(pid=80247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 09 05:34:40.175990 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7aae20b0-5fa6-40b3-ae82-69ca0871c6f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3226941'] for subnet, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:40.281618 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f0837a4a-f65b-4669-b643-416e0e8ce7a2 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks [] for floatingip, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:40.284501 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f0837a4a-f65b-4669-b643-416e0e8ce7a2 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870'] for floatingip, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:40.285984 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-f0837a4a-f65b-4669-b643-416e0e8ce7a2 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "DELETE /v2.0/floatingips/92d5803f-36b9-4ed8-869c-351033e9a2e8 HTTP/1.1" status: 204  len: 168 time: 1.9391963
Dec 09 05:34:40.326031 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-7aae20b0-5fa6-40b3-ae82-69ca0871c6f6 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/bc2ef73b-021e-4c10-b628-1f5ae57b8553 HTTP/1.1" status: 204  len: 168 time: 2.0804150
Dec 09 05:34:40.326427 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 37060) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:34:40.440545 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-617c40df-0565-4e78-ae1a-d1a820c423cc None None] Provisioning for port 54bf8343-bde6-41dc-8c6f-feef12cc5817 completed by entity DHCP. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 09 05:34:40.441875 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-e2032e21-ef77-4743-85a4-36d24b4ba38b req-cff87e2a-3d83-427b-8d49-375894a14873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:40.466013 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50c22b-ff8f-4386-9c3f-be7f43d005ff req-08589374-50e5-421f-9cb1-4078da15b3bd tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:40.466819 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-ea50c22b-ff8f-4386-9c3f-be7f43d005ff req-08589374-50e5-421f-9cb1-4078da15b3bd tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Synchronizing usage tracker for tenant:e1c125908df848eaa4a3528332a175f1 on resource:network {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:34:40.490338 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-ea50c22b-ff8f-4386-9c3f-be7f43d005ff req-08589374-50e5-421f-9cb1-4078da15b3bd tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Unset dirty status for tenant:e1c125908df848eaa4a3528332a175f1 on resource:network {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:34:40.498397 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ea50c22b-ff8f-4386-9c3f-be7f43d005ff req-08589374-50e5-421f-9cb1-4078da15b3bd tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] 10.222.0.39 "GET /v2.0/networks?id=667f2e97-aece-4ce5-94bc-8129564fb4d1 HTTP/1.1" status: 200  len: 809 time: 0.3101001
Dec 09 05:34:40.520601 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ea50c22b-ff8f-4386-9c3f-be7f43d005ff req-f99301c2-2276-4ba6-b8a1-1acf5e23aa23 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] 10.222.0.39 "GET /v2.0/quotas/e1c125908df848eaa4a3528332a175f1 HTTP/1.1" status: 200  len: 375 time: 0.0209515
Dec 09 05:34:40.529700 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-617c40df-0565-4e78-ae1a-d1a820c423cc None None] Provisioning complete for port 54bf8343-bde6-41dc-8c6f-feef12cc5817 triggered by entity DHCP. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:34:40.530160 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-617c40df-0565-4e78-ae1a-d1a820c423cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:40.582236 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ea50c22b-ff8f-4386-9c3f-be7f43d005ff req-e6f44ef4-3f45-46bb-b204-3933b35bc260 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] 10.222.0.39 "GET /v2.0/ports?tenant_id=e1c125908df848eaa4a3528332a175f1&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0534725
Dec 09 05:34:40.594741 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225c0f5f-b7ce-4c77-a08a-90cf4f6ee46d req-65cc0bf5-cbd4-4f50-a222-be7ffb8736c1 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:40.595536 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-225c0f5f-b7ce-4c77-a08a-90cf4f6ee46d req-65cc0bf5-cbd4-4f50-a222-be7ffb8736c1 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Synchronizing usage tracker for tenant:c66dfb6ad0d4440d9fde314bc8bf155a on resource:port {{(pid=80246) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:34:40.612429 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-617c40df-0565-4e78-ae1a-d1a820c423cc None None] Port 54bf8343-bde6-41dc-8c6f-feef12cc5817 cannot update to ACTIVE because it is not bound. {{(pid=80247) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 09 05:34:40.643655 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8bd13053-db8c-475f-a278-09c1430f65b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851217242'] for network, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:40.700952 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbf76bc-ad28-4036-accb-2666db2a89ca None None] DHCP port deletion for 9aea0a2f-14fb-4990-ae4d-5b682071e14d request from dv-cinder-763306-6-iscsi {{(pid=80247) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 09 05:34:40.705624 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-0fbf76bc-ad28-4036-accb-2666db2a89ca None None] Deleting port e983235c-07bf-4bc4-a2ab-681826650185 {{(pid=80247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 09 05:34:40.706113 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0fbf76bc-ad28-4036-accb-2666db2a89ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787496886762'] for port, before_delete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:40.761015 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-225c0f5f-b7ce-4c77-a08a-90cf4f6ee46d req-65cc0bf5-cbd4-4f50-a222-be7ffb8736c1 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Unset dirty status for tenant:c66dfb6ad0d4440d9fde314bc8bf155a on resource:port {{(pid=80246) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:34:40.767524 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-225c0f5f-b7ce-4c77-a08a-90cf4f6ee46d req-65cc0bf5-cbd4-4f50-a222-be7ffb8736c1 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=a9b33760-de8b-4742-9444-80ad1afb7e78 HTTP/1.1" status: 200  len: 932 time: 0.5020995
Dec 09 05:34:40.811341 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-8bd13053-db8c-475f-a278-09c1430f65b5 admin admin] Deleting port e983235c-07bf-4bc4-a2ab-681826650185 {{(pid=80246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 09 05:34:40.811594 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8bd13053-db8c-475f-a278-09c1430f65b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787496886762'] for port, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:40.812243 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ea50c22b-ff8f-4386-9c3f-be7f43d005ff req-d73072f4-892b-4f4a-a7f0-9a0ee8d6186d service neutron] 10.222.0.39 "GET /v2.0/networks/667f2e97-aece-4ce5-94bc-8129564fb4d1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2185633
Dec 09 05:34:40.989173 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-0fbf76bc-ad28-4036-accb-2666db2a89ca None None] For port e983235c-07bf-4bc4-a2ab-681826650185, host dv-cinder-763306-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=e983235c-07bf-4bc4-a2ab-681826650185,segment=NetworkSegment(19078054-d988-44d0-8749-e725b73e73ce),segment_id=19078054-d988-44d0-8749-e725b73e73ce)] {{(pid=80247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:34:40.989630 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0fbf76bc-ad28-4036-accb-2666db2a89ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744221'] for port, precommit_delete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:41.031164 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ea50c22b-ff8f-4386-9c3f-be7f43d005ff req-8c09b122-8222-4ac7-a3bc-8776f309db98 service neutron] 10.222.0.39 "GET /v2.0/networks/667f2e97-aece-4ce5-94bc-8129564fb4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2100883
Dec 09 05:34:41.135707 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-0fbf76bc-ad28-4036-accb-2666db2a89ca None None] Calling delete_port for e983235c-07bf-4bc4-a2ab-681826650185 owned by network:dhcp {{(pid=80247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 09 05:34:41.174416 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-225c0f5f-b7ce-4c77-a08a-90cf4f6ee46d req-510c9d6d-cc81-474b-8afc-bf787030bae6 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=c064004f-08ab-44b8-b121-74857038819c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4046664
Dec 09 05:34:41.175673 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device e983235c-07bf-4bc4-a2ab-681826650185 no longer exists at agent ovs-agent-dv-cinder-763306-6-iscsi {{(pid=80247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 09 05:34:41.335116 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-8bd13053-db8c-475f-a278-09c1430f65b5 admin admin] For port e983235c-07bf-4bc4-a2ab-681826650185, host dv-cinder-763306-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=e983235c-07bf-4bc4-a2ab-681826650185,segment=NetworkSegment(19078054-d988-44d0-8749-e725b73e73ce),segment_id=19078054-d988-44d0-8749-e725b73e73ce)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:34:41.335860 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8bd13053-db8c-475f-a278-09c1430f65b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744221'] for port, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:41.439892 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0fbf76bc-ad28-4036-accb-2666db2a89ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787496890807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249358481609'] for port, after_delete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:41.553543 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-8bd13053-db8c-475f-a278-09c1430f65b5 admin admin] Calling delete_port for e983235c-07bf-4bc4-a2ab-681826650185 owned by network:dhcp {{(pid=80246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 09 05:34:41.648465 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-62b34baf-09e2-4afb-9c70-a16db0d8de46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:34:41.670818 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.db.api [None req-8bd13053-db8c-475f-a278-09c1430f65b5 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80246) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 05:34:41.671333 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_db.api [None req-8bd13053-db8c-475f-a278-09c1430f65b5 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 09 05:34:41.704452 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbf76bc-ad28-4036-accb-2666db2a89ca None None] Pushing event deleted for resources: {'Port': ['ID=e983235c-07bf-4bc4-a2ab-681826650185,revision_number=None']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:34:41.706586 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Port e983235c-07bf-4bc4-a2ab-681826650185 update to DOWN by agent not found {{(pid=80247) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2085}}
Dec 09 05:34:41.725649 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-0fbf76bc-ad28-4036-accb-2666db2a89ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:34:41.741380 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbf76bc-ad28-4036-accb-2666db2a89ca None None] No DVR routers for this DVR port e983235c-07bf-4bc4-a2ab-681826650185 on host dv-cinder-763306-6-iscsi {{(pid=80247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 09 05:34:41.814786 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9eae18bd-c5c3-4407-9b24-b277129fd2a2 req-58a7ed63-1317-452f-812a-989652421b2e tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] 10.222.0.39 "GET /v2.0/ports?device_id=93015503-ef43-4cc2-bbe6-57aad0ec0c7f HTTP/1.1" status: 200  len: 210 time: 0.1417010
Dec 09 05:34:41.844747 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 37084) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:34:41.852242 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-967a7957-041c-4c07-b348-f5cc200d39a8 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Request body: {'security_group': {'name': 'tempest-securitygroup--2073329568', 'description': 'tempest-description--227044673'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:34:41.867845 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-967a7957-041c-4c07-b348-f5cc200d39a8 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:34:41.879040 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-967a7957-041c-4c07-b348-f5cc200d39a8 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Usage tracker for resource:security_group and tenant:9201b4ea11f94e639e12c77d9a8399c8 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:34:41.890517 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-967a7957-041c-4c07-b348-f5cc200d39a8 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:34:41.903025 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-967a7957-041c-4c07-b348-f5cc200d39a8 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:34:42.009345 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [req-e2032e21-ef77-4743-85a4-36d24b4ba38b req-cff87e2a-3d83-427b-8d49-375894a14873 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54bf8343-bde6-41dc-8c6f-feef12cc5817 {{(pid=80246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 09 05:34:42.024140 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-e2032e21-ef77-4743-85a4-36d24b4ba38b req-cff87e2a-3d83-427b-8d49-375894a14873 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:42.065169 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [req-e2032e21-ef77-4743-85a4-36d24b4ba38b req-cff87e2a-3d83-427b-8d49-375894a14873 service neutron] Transition to ACTIVE for port object 54bf8343-bde6-41dc-8c6f-feef12cc5817 will not be triggered until provisioned by entity L2. {{(pid=80246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 09 05:34:42.068362 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-e2032e21-ef77-4743-85a4-36d24b4ba38b req-cff87e2a-3d83-427b-8d49-375894a14873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843934808'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:42.087763 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-5c63f9af-d336-42bd-99c0-1fecedb7588c tempest-DeleteServersTestJSON-620545086 tempest-DeleteServersTestJSON-620545086] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:34:42.211263 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-8bd13053-db8c-475f-a278-09c1430f65b5 admin admin] Deleting port e983235c-07bf-4bc4-a2ab-681826650185 {{(pid=80246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 09 05:34:42.211861 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8bd13053-db8c-475f-a278-09c1430f65b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787496886762'] for port, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:42.255020 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-967a7957-041c-4c07-b348-f5cc200d39a8 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:42.291364 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-967a7957-041c-4c07-b348-f5cc200d39a8 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:34:42.297795 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-967a7957-041c-4c07-b348-f5cc200d39a8 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Usage tracker for resource:security_group_rule and tenant:9201b4ea11f94e639e12c77d9a8399c8 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:34:42.305375 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-967a7957-041c-4c07-b348-f5cc200d39a8 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:34:42.315066 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-967a7957-041c-4c07-b348-f5cc200d39a8 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:34:42.482985 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-967a7957-041c-4c07-b348-f5cc200d39a8 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:42.487639 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-967a7957-041c-4c07-b348-f5cc200d39a8 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:42.492855 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-c7c7716d-836c-4762-a74b-55c7ce79b2e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:34:42.562638 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967a7957-041c-4c07-b348-f5cc200d39a8 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Pushing event updated for resources: {'SecurityGroup': ['ID=97bb6199-cecf-421a-90c7-4ffbe7bcf1e1,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:34:42.567665 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-967a7957-041c-4c07-b348-f5cc200d39a8 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:34:42.571625 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-967a7957-041c-4c07-b348-f5cc200d39a8 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:42.573064 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-967a7957-041c-4c07-b348-f5cc200d39a8 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1729 time: 0.7266281
Dec 09 05:34:42.580544 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a0eb39-e2b9-459c-bed8-13345cba74b3 req-986108c6-0353-4dd0-b256-481744c26c12 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:42.580744 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-8bd13053-db8c-475f-a278-09c1430f65b5 admin admin] The port 'e983235c-07bf-4bc4-a2ab-681826650185' was deleted {{(pid=80246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 09 05:34:42.581583 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff87e2a-3d83-427b-8d49-375894a14873 service neutron] Pushing event updated for resources: {'Port': ['ID=54bf8343-bde6-41dc-8c6f-feef12cc5817,revision_number=2']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:34:42.582247 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-71a0eb39-e2b9-459c-bed8-13345cba74b3 req-986108c6-0353-4dd0-b256-481744c26c12 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=a9b33760-de8b-4742-9444-80ad1afb7e78 HTTP/1.1" status: 200  len: 944 time: 0.1818497
Dec 09 05:34:42.582797 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 37092) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:34:42.586884 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-cff87e2a-3d83-427b-8d49-375894a14873 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:34:42.588720 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-caa29f9c-555b-421e-8193-5b02867a2a00 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Request body: {'security_group_rule': {'security_group_id': '97bb6199-cecf-421a-90c7-4ffbe7bcf1e1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:34:42.597286 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-caa29f9c-555b-421e-8193-5b02867a2a00 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:34:42.620883 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-caa29f9c-555b-421e-8193-5b02867a2a00 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Usage tracker for resource:security_group_rule and tenant:9201b4ea11f94e639e12c77d9a8399c8 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:34:42.626306 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-caa29f9c-555b-421e-8193-5b02867a2a00 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:34:42.641637 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-caa29f9c-555b-421e-8193-5b02867a2a00 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:34:42.660617 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-71a0eb39-e2b9-459c-bed8-13345cba74b3 req-f9a462ef-3cd5-4efe-a78e-89d995442c49 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=c064004f-08ab-44b8-b121-74857038819c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0654066
Dec 09 05:34:42.669411 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-caa29f9c-555b-421e-8193-5b02867a2a00 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks [] for security_group_rule, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:42.742705 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-caa29f9c-555b-421e-8193-5b02867a2a00 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:42.746302 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-caa29f9c-555b-421e-8193-5b02867a2a00 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365132'] for security_group_rule, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:42.748544 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-f7c12289-419f-4835-b625-7e09b0efea55 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:34:42.774742 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa29f9c-555b-421e-8193-5b02867a2a00 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7611ef84-4e9d-4c82-9834-874fb4d96409,revision_number=0']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:34:42.778068 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-caa29f9c-555b-421e-8193-5b02867a2a00 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:34:42.785205 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-caa29f9c-555b-421e-8193-5b02867a2a00 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks [] for security_group_rule, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:42.786554 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-caa29f9c-555b-421e-8193-5b02867a2a00 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.2027090
Dec 09 05:34:42.789775 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 37096) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:34:42.803932 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-3b3d7843-772b-48a9-a611-a298e54daebc tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Request body: {'security_group_rule': {'security_group_id': '97bb6199-cecf-421a-90c7-4ffbe7bcf1e1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:34:42.812501 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8bd13053-db8c-475f-a278-09c1430f65b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3640018', 'neutron.services.segments.db._delete_segments_for_network--9223363249358105289'] for network, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:42.818179 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-3b3d7843-772b-48a9-a611-a298e54daebc tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:34:42.827529 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-3b3d7843-772b-48a9-a611-a298e54daebc tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Usage tracker for resource:security_group_rule and tenant:9201b4ea11f94e639e12c77d9a8399c8 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:34:42.833394 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-3b3d7843-772b-48a9-a611-a298e54daebc tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:34:42.845134 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-3b3d7843-772b-48a9-a611-a298e54daebc tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:34:42.872709 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-3b3d7843-772b-48a9-a611-a298e54daebc tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks [] for security_group_rule, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:42.960871 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-3b3d7843-772b-48a9-a611-a298e54daebc tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:42.964107 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-3b3d7843-772b-48a9-a611-a298e54daebc tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365132'] for security_group_rule, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:42.966395 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:34:42.990099 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3d7843-772b-48a9-a611-a298e54daebc tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68a86aec-ea0f-48f2-bb7e-2d3284f7e040,revision_number=0']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:34:42.995598 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-3b3d7843-772b-48a9-a611-a298e54daebc tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:34:43.003871 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-3b3d7843-772b-48a9-a611-a298e54daebc tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks [] for security_group_rule, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:43.005208 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-3b3d7843-772b-48a9-a611-a298e54daebc tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.2090545
Dec 09 05:34:43.009059 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 37102) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:34:43.015905 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-0d3a5b4a-1010-4144-96fb-862f63e8c86c tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Request body: {'floatingip': {'floating_network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:34:43.022408 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-0d3a5b4a-1010-4144-96fb-862f63e8c86c tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:34:43.026948 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-0d3a5b4a-1010-4144-96fb-862f63e8c86c tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Usage tracker for resource:floatingip and tenant:9201b4ea11f94e639e12c77d9a8399c8 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:34:43.030335 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-0d3a5b4a-1010-4144-96fb-862f63e8c86c tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:34:43.036566 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-0d3a5b4a-1010-4144-96fb-862f63e8c86c tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:34:43.047739 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0d3a5b4a-1010-4144-96fb-862f63e8c86c tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks [] for floatingip, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:43.050528 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-8bd13053-db8c-475f-a278-09c1430f65b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fdff2884e10>,) {'filters': {'network_id': ['9aea0a2f-14fb-4990-ae4d-5b682071e14d']}} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:34:43.072563 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5bc7f83f-a1c6-4e35-9efc-32005f2f3cd4 req-fcad94a5-073d-4cbd-80a4-cc8ac83a00ab tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] 10.222.0.39 "GET /v2.0/ports?device_id=93015503-ef43-4cc2-bbe6-57aad0ec0c7f HTTP/1.1" status: 200  len: 210 time: 0.0669653
Dec 09 05:34:43.085682 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-8bd13053-db8c-475f-a278-09c1430f65b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fdff2884e10>, '19078054-d988-44d0-8749-e725b73e73ce') {'for_net_delete': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:34:43.086049 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-8bd13053-db8c-475f-a278-09c1430f65b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fdff2884e10>, '19078054-d988-44d0-8749-e725b73e73ce') {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:34:43.106213 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8bd13053-db8c-475f-a278-09c1430f65b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363249358104777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853146594'] for segment, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:43.113705 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-e2032e21-ef77-4743-85a4-36d24b4ba38b req-cff87e2a-3d83-427b-8d49-375894a14873 service neutron] Attempting to bind port 54bf8343-bde6-41dc-8c6f-feef12cc5817 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 09 05:34:43.114013 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-e2032e21-ef77-4743-85a4-36d24b4ba38b req-cff87e2a-3d83-427b-8d49-375894a14873 service neutron] Attempting to bind port 54bf8343-bde6-41dc-8c6f-feef12cc5817 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'd2ba5cc2-7dc0-4439-9bab-bd1dc2090790', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '213a2199-d44a-4f31-a99f-f2fcf48b8a5b'}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 09 05:34:43.114385 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2032e21-ef77-4743-85a4-36d24b4ba38b req-cff87e2a-3d83-427b-8d49-375894a14873 service neutron] Attempting to bind port 54bf8343-bde6-41dc-8c6f-feef12cc5817 on network 213a2199-d44a-4f31-a99f-f2fcf48b8a5b {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 09 05:34:43.125894 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2032e21-ef77-4743-85a4-36d24b4ba38b req-cff87e2a-3d83-427b-8d49-375894a14873 service neutron] Checking agent: {'id': '86479789-5ca7-450a-99e9-f63f20b79a87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 27, 56), 'started_at': datetime.datetime(2020, 12, 9, 5, 28, 26), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 05:34:43.126279 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2032e21-ef77-4743-85a4-36d24b4ba38b req-cff87e2a-3d83-427b-8d49-375894a14873 service neutron] Checking segment: {'id': 'd2ba5cc2-7dc0-4439-9bab-bd1dc2090790', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '213a2199-d44a-4f31-a99f-f2fcf48b8a5b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 09 05:34:43.126690 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-e2032e21-ef77-4743-85a4-36d24b4ba38b req-cff87e2a-3d83-427b-8d49-375894a14873 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:43.127088 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2032e21-ef77-4743-85a4-36d24b4ba38b req-cff87e2a-3d83-427b-8d49-375894a14873 service neutron] Bound using segment: {'id': 'd2ba5cc2-7dc0-4439-9bab-bd1dc2090790', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '213a2199-d44a-4f31-a99f-f2fcf48b8a5b'} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 05:34:43.127572 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-e2032e21-ef77-4743-85a4-36d24b4ba38b req-cff87e2a-3d83-427b-8d49-375894a14873 service neutron] Bound port: 54bf8343-bde6-41dc-8c6f-feef12cc5817, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2ba5cc2-7dc0-4439-9bab-bd1dc2090790', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '213a2199-d44a-4f31-a99f-f2fcf48b8a5b'}}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 09 05:34:43.127955 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-e2032e21-ef77-4743-85a4-36d24b4ba38b req-cff87e2a-3d83-427b-8d49-375894a14873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:43.151696 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8bd13053-db8c-475f-a278-09c1430f65b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638805'] for segment, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:43.155014 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8bd13053-db8c-475f-a278-09c1430f65b5 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 09 05:34:43.227279 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0d3a5b4a-1010-4144-96fb-862f63e8c86c tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:43.427325 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-8bd13053-db8c-475f-a278-09c1430f65b5 admin admin] Network 9aea0a2f-14fb-4990-ae4d-5b682071e14d has no segments {{(pid=80246) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 09 05:34:43.438632 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8bd13053-db8c-475f-a278-09c1430f65b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851136996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843934838'] for segment, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:43.454265 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-e2032e21-ef77-4743-85a4-36d24b4ba38b req-cff87e2a-3d83-427b-8d49-375894a14873 service neutron] For port 54bf8343-bde6-41dc-8c6f-feef12cc5817, host hv-cinder-76330, cleared binding levels {{(pid=80246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 09 05:34:43.522278 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [None req-0d3a5b4a-1010-4144-96fb-862f63e8c86c tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Allocated IP 172.27.2.30 (1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89/b1368c69-6e14-4d1d-80ab-b679585c21ba/787f11e0-7b60-4f2e-94eb-0aa45fa3f8a6) {{(pid=80245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 09 05:34:43.534101 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-e2032e21-ef77-4743-85a4-36d24b4ba38b req-cff87e2a-3d83-427b-8d49-375894a14873 service neutron] For port 54bf8343-bde6-41dc-8c6f-feef12cc5817, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=54bf8343-bde6-41dc-8c6f-feef12cc5817,segment=NetworkSegment(d2ba5cc2-7dc0-4439-9bab-bd1dc2090790),segment_id=d2ba5cc2-7dc0-4439-9bab-bd1dc2090790)] {{(pid=80246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 09 05:34:43.538769 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-e2032e21-ef77-4743-85a4-36d24b4ba38b req-cff87e2a-3d83-427b-8d49-375894a14873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843934808'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:43.560744 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-9d29b4b7-21a5-4339-8084-2fbe295b2f92 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:34:43.701758 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0d3a5b4a-1010-4144-96fb-862f63e8c86c tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks [] for port, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:43.751469 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0d3a5b4a-1010-4144-96fb-862f63e8c86c tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249358491764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844148928'] for port, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:43.786162 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:34:43.814046 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-8bd13053-db8c-475f-a278-09c1430f65b5 admin admin] Network 9aea0a2f-14fb-4990-ae4d-5b682071e14d has no segments {{(pid=80246) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 09 05:34:43.845887 dv-cinder-763306-6-iscsi neutron-server[80130]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 05:34:43.845887 dv-cinder-763306-6-iscsi neutron-server[80130]:   % (table.description, expected, rows_matched)
Dec 09 05:34:43.845887 dv-cinder-763306-6-iscsi neutron-server[80130]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 05:34:43.845887 dv-cinder-763306-6-iscsi neutron-server[80130]:   % (table.description, expected, rows_matched)
Dec 09 05:34:43.845887 dv-cinder-763306-6-iscsi neutron-server[80130]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 05:34:43.845887 dv-cinder-763306-6-iscsi neutron-server[80130]:   % (table.description, expected, rows_matched)
Dec 09 05:34:43.845887 dv-cinder-763306-6-iscsi neutron-server[80130]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 05:34:43.845887 dv-cinder-763306-6-iscsi neutron-server[80130]:   % (table.description, expected, rows_matched)
Dec 09 05:34:43.845887 dv-cinder-763306-6-iscsi neutron-server[80130]: Traceback (most recent call last):
Dec 09 05:34:43.845887 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 09 05:34:43.845887 dv-cinder-763306-6-iscsi neutron-server[80130]:     timer()
Dec 09 05:34:43.845887 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 05:34:43.845887 dv-cinder-763306-6-iscsi neutron-server[80130]:     cb(*args, **kw)
Dec 09 05:34:43.845887 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 09 05:34:43.845887 dv-cinder-763306-6-iscsi neutron-server[80130]:     return func(*args, **kwargs)
Dec 09 05:34:43.845887 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 05:34:43.845887 dv-cinder-763306-6-iscsi neutron-server[80130]:     self._notify()
Dec 09 05:34:43.845887 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 05:34:43.845887 dv-cinder-763306-6-iscsi neutron-server[80130]:     self.callback(batched_events)
Dec 09 05:34:43.845887 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 05:34:43.845887 dv-cinder-763306-6-iscsi neutron-server[80130]:     event.method(event)
Dec 09 05:34:43.845887 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 05:34:43.845887 dv-cinder-763306-6-iscsi neutron-server[80130]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 05:34:43.845887 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 09 05:34:43.845887 dv-cinder-763306-6-iscsi neutron-server[80130]:     segment_id)['aggregates'][0]
Dec 09 05:34:43.845887 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 05:34:43.845887 dv-cinder-763306-6-iscsi neutron-server[80130]:     return f(self, *a, **k)
Dec 09 05:34:43.845887 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 09 05:34:43.845887 dv-cinder-763306-6-iscsi neutron-server[80130]:     return self._get(url).json()
Dec 09 05:34:43.845887 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 05:34:43.845887 dv-cinder-763306-6-iscsi neutron-server[80130]:     **kwargs)
Dec 09 05:34:43.845887 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 05:34:43.845887 dv-cinder-763306-6-iscsi neutron-server[80130]:     return self.request(url, 'GET', **kwargs)
Dec 09 05:34:43.845887 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 09 05:34:43.845887 dv-cinder-763306-6-iscsi neutron-server[80130]:     **endpoint_filter)
Dec 09 05:34:43.845887 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 05:34:43.845887 dv-cinder-763306-6-iscsi neutron-server[80130]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 05:34:43.845887 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 05:34:43.845887 dv-cinder-763306-6-iscsi neutron-server[80130]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 05:34:43.845887 dv-cinder-763306-6-iscsi neutron-server[80130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 05:34:43.873115 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff87e2a-3d83-427b-8d49-375894a14873 service neutron] Pushing event updated for resources: {'Port': ['ID=54bf8343-bde6-41dc-8c6f-feef12cc5817,revision_number=3']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:34:43.930935 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-cff87e2a-3d83-427b-8d49-375894a14873 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:34:43.974856 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8bd13053-db8c-475f-a278-09c1430f65b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851135783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854364948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036851028489'] for network, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:43.982989 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-6837d628-5404-40a9-8f42-e497f2208ecd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:34:43.998702 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2032e21-ef77-4743-85a4-36d24b4ba38b req-cff87e2a-3d83-427b-8d49-375894a14873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:43.999402 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-e2032e21-ef77-4743-85a4-36d24b4ba38b req-cff87e2a-3d83-427b-8d49-375894a14873 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870'] for port, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:44.000938 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e2032e21-ef77-4743-85a4-36d24b4ba38b req-cff87e2a-3d83-427b-8d49-375894a14873 service neutron] 10.222.0.59 "PUT /v2.0/ports/54bf8343-bde6-41dc-8c6f-feef12cc5817 HTTP/1.1" status: 200  len: 1158 time: 3.9638731
Dec 09 05:34:44.002261 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8bd13053-db8c-475f-a278-09c1430f65b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3226941'] for network, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:44.004578 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9b33760-de8b-4742-9444-80ad1afb7e78', 'tag': '54bf8343-bde6-41dc-8c6f-feef12cc5817'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:34:44.022536 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd13053-db8c-475f-a278-09c1430f65b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9aea0a2f-14fb-4990-ae4d-5b682071e14d,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:34:44.028861 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8bd13053-db8c-475f-a278-09c1430f65b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:34:44.042047 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-8bd13053-db8c-475f-a278-09c1430f65b5 admin admin] 10.222.0.39 "DELETE /v2.0/networks/9aea0a2f-14fb-4990-ae4d-5b682071e14d HTTP/1.1" status: 204  len: 168 time: 3.7052383
Dec 09 05:34:44.049721 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3a5b4a-1010-4144-96fb-862f63e8c86c tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Pushing event updated for resources: {'Port': ['ID=787f11e0-7b60-4f2e-94eb-0aa45fa3f8a6,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:34:44.055725 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-0d3a5b4a-1010-4144-96fb-862f63e8c86c tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:34:44.087427 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9b33760-de8b-4742-9444-80ad1afb7e78', 'tag': '54bf8343-bde6-41dc-8c6f-feef12cc5817', 'status': 'completed', 'code': 200}
Dec 09 05:34:44.120228 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3a5b4a-1010-4144-96fb-862f63e8c86c tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Network 1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89 is already hosted by enough agents. {{(pid=80245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 09 05:34:44.123268 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-0d3a5b4a-1010-4144-96fb-862f63e8c86c tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Resources bound (agent type, host, resource id):  {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:34:44.125714 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3a5b4a-1010-4144-96fb-862f63e8c86c tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Received port after_create {{(pid=80245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 09 05:34:44.178143 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5934a8d-d4c5-4de6-81b4-aaf11cae056d req-0dc94ce2-9e4a-4380-8c9d-5b5154504930 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:44.187768 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f5934a8d-d4c5-4de6-81b4-aaf11cae056d req-0dc94ce2-9e4a-4380-8c9d-5b5154504930 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=a9b33760-de8b-4742-9444-80ad1afb7e78 HTTP/1.1" status: 200  len: 944 time: 0.2290611
Dec 09 05:34:44.277094 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f5934a8d-d4c5-4de6-81b4-aaf11cae056d req-5d11c1f0-dd22-46a4-aa60-1c3f926d9a24 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=c064004f-08ab-44b8-b121-74857038819c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0878823
Dec 09 05:34:44.290065 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 37118) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:34:44.324680 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-708e1c3e-9cfa-48ff-958d-8281dc18acb8 req-2ab596db-7061-40cc-b977-199768bde0a2 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] 10.222.0.39 "GET /v2.0/ports?device_id=93015503-ef43-4cc2-bbe6-57aad0ec0c7f HTTP/1.1" status: 200  len: 210 time: 0.0685160
Dec 09 05:34:44.401325 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-b506cf40-3699-4cbc-b0f5-c1f411d14bef admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=01ec2b224b424d04bbe7e5a9c52a66d5&name=default HTTP/1.1" status: 200  len: 2879 time: 0.1084855
Dec 09 05:34:44.404108 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 37122) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:34:44.409318 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0d3a5b4a-1010-4144-96fb-862f63e8c86c tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks [] for floatingip, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:44.473088 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-cabba9a7-8ef4-43df-a027-a99646a98dd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:44.474441 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0d3a5b4a-1010-4144-96fb-862f63e8c86c tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:44.503119 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-cabba9a7-8ef4-43df-a027-a99646a98dd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:44.556882 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-cabba9a7-8ef4-43df-a027-a99646a98dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:44.562166 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-32e44089-613e-4831-9650-14fb9e69c576 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:34:44.576864 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabba9a7-8ef4-43df-a027-a99646a98dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec58b73c-c7a7-470e-ae92-a9b232863e2a,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:34:44.579771 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-cabba9a7-8ef4-43df-a027-a99646a98dd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:34:44.589048 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-cabba9a7-8ef4-43df-a027-a99646a98dd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:44.590457 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-cabba9a7-8ef4-43df-a027-a99646a98dd6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ec58b73c-c7a7-470e-ae92-a9b232863e2a HTTP/1.1" status: 204  len: 168 time: 0.1852696
Dec 09 05:34:44.784172 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0d3a5b4a-1010-4144-96fb-862f63e8c86c tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks [] for port, precommit_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:44.789582 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0d3a5b4a-1010-4144-96fb-862f63e8c86c tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10626905'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:44.807254 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-2dbcd75f-3e94-4bdb-a0e0-ffaf251c9fd8 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:34:44.959986 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3a5b4a-1010-4144-96fb-862f63e8c86c tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Pushing event updated for resources: {'Port': ['ID=787f11e0-7b60-4f2e-94eb-0aa45fa3f8a6,revision_number=2']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:34:44.965840 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-0d3a5b4a-1010-4144-96fb-862f63e8c86c tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:34:45.100930 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2032e21-ef77-4743-85a4-36d24b4ba38b req-f9fef286-dbd3-47b4-ae91-6d4aab614d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:45.102616 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e2032e21-ef77-4743-85a4-36d24b4ba38b req-f9fef286-dbd3-47b4-ae91-6d4aab614d45 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c66dfb6ad0d4440d9fde314bc8bf155a&device_id=a9b33760-de8b-4742-9444-80ad1afb7e78 HTTP/1.1" status: 200  len: 1161 time: 0.0917003
Dec 09 05:34:45.111788 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0d3a5b4a-1010-4144-96fb-862f63e8c86c tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851028540'] for floatingip, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:45.135051 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0d3a5b4a-1010-4144-96fb-862f63e8c86c tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870'] for floatingip, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:45.136372 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-0d3a5b4a-1010-4144-96fb-862f63e8c86c tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.1253650
Dec 09 05:34:45.180727 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e2032e21-ef77-4743-85a4-36d24b4ba38b req-d7bafa77-ff46-445a-ac38-7751aecfeeac service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54bf8343-bde6-41dc-8c6f-feef12cc5817 HTTP/1.1" status: 200  len: 217 time: 0.0691209
Dec 09 05:34:45.269335 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2032e21-ef77-4743-85a4-36d24b4ba38b req-88afaa78-0ab6-4121-b35e-00a2f2431f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:45.270978 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e2032e21-ef77-4743-85a4-36d24b4ba38b req-88afaa78-0ab6-4121-b35e-00a2f2431f99 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f2d416e2-18e0-4718-bf66-1cf63cef4f47 HTTP/1.1" status: 200  len: 855 time: 0.0784588
Dec 09 05:34:45.524672 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-9526ff98-16f5-4a9e-9dcb-f8c0c7f50ab6 req-253519a6-c223-4c0f-b656-58dbeeaeb9e5 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Synchronizing usage tracker for tenant:9201b4ea11f94e639e12c77d9a8399c8 on resource:security_group {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:34:45.526559 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2032e21-ef77-4743-85a4-36d24b4ba38b req-45fdd620-6b99-4f7d-a523-fc13144a4167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:45.528472 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e2032e21-ef77-4743-85a4-36d24b4ba38b req-45fdd620-6b99-4f7d-a523-fc13144a4167 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=213a2199-d44a-4f31-a99f-f2fcf48b8a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2505190
Dec 09 05:34:45.544969 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-9526ff98-16f5-4a9e-9dcb-f8c0c7f50ab6 req-253519a6-c223-4c0f-b656-58dbeeaeb9e5 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Unset dirty status for tenant:9201b4ea11f94e639e12c77d9a8399c8 on resource:security_group {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:34:45.554893 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9526ff98-16f5-4a9e-9dcb-f8c0c7f50ab6 req-253519a6-c223-4c0f-b656-58dbeeaeb9e5 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--2073329568&fields=id&tenant_id=9201b4ea11f94e639e12c77d9a8399c8 HTTP/1.1" status: 200  len: 267 time: 0.0873840
Dec 09 05:34:45.745080 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9526ff98-16f5-4a9e-9dcb-f8c0c7f50ab6 req-4b5c97e9-6a94-4f97-ba2a-1f8dc890dafb tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:45.754660 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9526ff98-16f5-4a9e-9dcb-f8c0c7f50ab6 req-4b5c97e9-6a94-4f97-ba2a-1f8dc890dafb tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/networks?id=dc85d922-ae22-42c5-9deb-45d818643b4d HTTP/1.1" status: 200  len: 810 time: 0.1984520
Dec 09 05:34:45.772431 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-cda66a92-794c-4484-b85b-6d1aa8c91d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:45.780827 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9526ff98-16f5-4a9e-9dcb-f8c0c7f50ab6 req-a3622051-dc05-46cf-b238-f368d3bb05b3 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/quotas/9201b4ea11f94e639e12c77d9a8399c8 HTTP/1.1" status: 200  len: 375 time: 0.0189264
Dec 09 05:34:45.812529 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50c22b-ff8f-4386-9c3f-be7f43d005ff req-c8e1ea73-1f42-463d-956f-08e06bd1aafc tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:45.814429 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ea50c22b-ff8f-4386-9c3f-be7f43d005ff req-c8e1ea73-1f42-463d-956f-08e06bd1aafc tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] 10.222.0.59 "GET /v2.0/networks?id=667f2e97-aece-4ce5-94bc-8129564fb4d1 HTTP/1.1" status: 200  len: 809 time: 0.4586296
Dec 09 05:34:45.819280 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e2032e21-ef77-4743-85a4-36d24b4ba38b req-5d5570fa-7306-42bb-b1b5-23c4dea5134e service neutron] 10.222.0.59 "GET /v2.0/networks/213a2199-d44a-4f31-a99f-f2fcf48b8a5b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2324412
Dec 09 05:34:45.839164 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-ea50c22b-ff8f-4386-9c3f-be7f43d005ff req-c0a7303d-98cd-4d04-8348-85b41d044904 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Request body: {'port': {'device_id': '93015503-ef43-4cc2-bbe6-57aad0ec0c7f', 'network_id': '667f2e97-aece-4ce5-94bc-8129564fb4d1', 'admin_state_up': True, 'tenant_id': 'e1c125908df848eaa4a3528332a175f1'}} {{(pid=80246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:34:45.885081 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-9526ff98-16f5-4a9e-9dcb-f8c0c7f50ab6 req-838e79df-20a3-4f9b-a326-ce488d1b8de5 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Synchronizing usage tracker for tenant:9201b4ea11f94e639e12c77d9a8399c8 on resource:port {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:34:45.886093 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe67249-8e4a-403a-8be5-a53130b936af req-57c61fdf-8032-4162-9480-6c79b5d6398a tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:45.887721 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5fe67249-8e4a-403a-8be5-a53130b936af req-57c61fdf-8032-4162-9480-6c79b5d6398a tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=a9b33760-de8b-4742-9444-80ad1afb7e78 HTTP/1.1" status: 200  len: 944 time: 0.3526971
Dec 09 05:34:45.901491 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-9526ff98-16f5-4a9e-9dcb-f8c0c7f50ab6 req-838e79df-20a3-4f9b-a326-ce488d1b8de5 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Unset dirty status for tenant:9201b4ea11f94e639e12c77d9a8399c8 on resource:port {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:34:45.903024 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9526ff98-16f5-4a9e-9dcb-f8c0c7f50ab6 req-838e79df-20a3-4f9b-a326-ce488d1b8de5 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/ports?tenant_id=9201b4ea11f94e639e12c77d9a8399c8&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1112099
Dec 09 05:34:46.060179 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9526ff98-16f5-4a9e-9dcb-f8c0c7f50ab6 req-d970e426-7cb9-4317-9f7a-374da7b9ffbb service neutron] 10.222.0.39 "GET /v2.0/networks/dc85d922-ae22-42c5-9deb-45d818643b4d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1443434
Dec 09 05:34:46.202786 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-43f44203-54c4-4c67-af47-9ad3e8a05b65 None None] Agent healthcheck: found 6 active agents {{(pid=80248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 09 05:34:46.225739 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9526ff98-16f5-4a9e-9dcb-f8c0c7f50ab6 req-3ddbae64-f42d-4919-8f93-ee25a1e1167f service neutron] 10.222.0.39 "GET /v2.0/networks/dc85d922-ae22-42c5-9deb-45d818643b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1587818
Dec 09 05:34:46.356256 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5fe67249-8e4a-403a-8be5-a53130b936af req-2a6be89f-c23d-40fa-8105-22e35a3f5449 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=c064004f-08ab-44b8-b121-74857038819c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4504125
Dec 09 05:34:46.407429 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-ea50c22b-ff8f-4386-9c3f-be7f43d005ff req-c0a7303d-98cd-4d04-8348-85b41d044904 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:34:46.411572 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e2032e21-ef77-4743-85a4-36d24b4ba38b req-c664df89-d2d5-4765-a3ac-38188a14d5a9 service neutron] 10.222.0.59 "GET /v2.0/networks/213a2199-d44a-4f31-a99f-f2fcf48b8a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5771179
Dec 09 05:34:46.414029 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-ea50c22b-ff8f-4386-9c3f-be7f43d005ff req-c0a7303d-98cd-4d04-8348-85b41d044904 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Usage tracker for resource:port and tenant:e1c125908df848eaa4a3528332a175f1 is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:34:46.417841 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-ea50c22b-ff8f-4386-9c3f-be7f43d005ff req-c0a7303d-98cd-4d04-8348-85b41d044904 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Quota usage for port was recalculated. Used quota:0. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:34:46.423742 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-ea50c22b-ff8f-4386-9c3f-be7f43d005ff req-c0a7303d-98cd-4d04-8348-85b41d044904 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:34:46.438257 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea50c22b-ff8f-4386-9c3f-be7f43d005ff req-c0a7303d-98cd-4d04-8348-85b41d044904 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Made reservation on behalf of e1c125908df848eaa4a3528332a175f1 for: {'port': 1} {{(pid=80246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 09 05:34:46.449172 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-ea50c22b-ff8f-4386-9c3f-be7f43d005ff req-c0a7303d-98cd-4d04-8348-85b41d044904 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:46.562723 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4b29cfdf-aa1f-4d09-9e71-0b9e471e20dc req-4e7484d0-6a9e-4205-809d-d4463bd457ca tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] 10.222.0.39 "GET /v2.0/ports?device_id=93015503-ef43-4cc2-bbe6-57aad0ec0c7f HTTP/1.1" status: 200  len: 210 time: 0.0607433
Dec 09 05:34:46.620224 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-466c1087-00f4-4db6-a16d-391c6d4f0b7c req-311f1eb4-4b9a-4c2a-9d91-03ccbe5bdc9b tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/ports?device_id=b240b4d9-0b95-4f0d-addf-6d19e727d043 HTTP/1.1" status: 200  len: 210 time: 0.0984905
Dec 09 05:34:46.771920 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a033d2-75e0-4815-8dbd-7465a2cbccc5 req-d552b78a-7388-406a-b60e-dfb692be4294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:46.773678 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e9a033d2-75e0-4815-8dbd-7465a2cbccc5 req-d552b78a-7388-406a-b60e-dfb692be4294 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c66dfb6ad0d4440d9fde314bc8bf155a&device_id=a9b33760-de8b-4742-9444-80ad1afb7e78 HTTP/1.1" status: 200  len: 1161 time: 0.2928140
Dec 09 05:34:47.017273 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a033d2-75e0-4815-8dbd-7465a2cbccc5 req-7aebb11e-559a-4a65-91ea-37dda3238596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:47.018932 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e9a033d2-75e0-4815-8dbd-7465a2cbccc5 req-7aebb11e-559a-4a65-91ea-37dda3238596 service neutron] 10.222.0.59 "GET /v2.0/networks?id=213a2199-d44a-4f31-a99f-f2fcf48b8a5b HTTP/1.1" status: 200  len: 910 time: 0.2378440
Dec 09 05:34:47.020072 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [req-ea50c22b-ff8f-4386-9c3f-be7f43d005ff req-c0a7303d-98cd-4d04-8348-85b41d044904 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Allocated IP 172.20.0.7 (667f2e97-aece-4ce5-94bc-8129564fb4d1/eee6c54e-e712-40be-9784-230aba1f3c72/b75da518-d3d9-4bc3-8219-f30598c2b83e) {{(pid=80246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 09 05:34:47.102121 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e9a033d2-75e0-4815-8dbd-7465a2cbccc5 req-d3652ecf-55bc-4074-b7ff-3f13630d60e6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54bf8343-bde6-41dc-8c6f-feef12cc5817 HTTP/1.1" status: 200  len: 217 time: 0.0716455
Dec 09 05:34:47.233475 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a033d2-75e0-4815-8dbd-7465a2cbccc5 req-8e87ed14-e788-4b5e-acbf-42c9ec6263a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:47.235000 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e9a033d2-75e0-4815-8dbd-7465a2cbccc5 req-8e87ed14-e788-4b5e-acbf-42c9ec6263a5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f2d416e2-18e0-4718-bf66-1cf63cef4f47 HTTP/1.1" status: 200  len: 855 time: 0.1191142
Dec 09 05:34:47.316675 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-76926a44-3267-4e91-926c-5e962bbf18a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:47.443618 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a033d2-75e0-4815-8dbd-7465a2cbccc5 req-abd45e91-8079-4a25-a823-eeb6456a3184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:47.445252 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e9a033d2-75e0-4815-8dbd-7465a2cbccc5 req-abd45e91-8079-4a25-a823-eeb6456a3184 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=213a2199-d44a-4f31-a99f-f2fcf48b8a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1985259
Dec 09 05:34:47.450716 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-ea50c22b-ff8f-4386-9c3f-be7f43d005ff req-c0a7303d-98cd-4d04-8348-85b41d044904 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Notify callbacks [] for port, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:47.614442 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-ea50c22b-ff8f-4386-9c3f-be7f43d005ff req-c0a7303d-98cd-4d04-8348-85b41d044904 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249358491764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10841009'] for port, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:47.633469 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-6af651c1-4c0f-4e73-bacd-5f3d3fdee84f tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:34:47.700141 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e9a033d2-75e0-4815-8dbd-7465a2cbccc5 req-c5c8abd8-33ae-4b9b-9d84-3711e4db3274 service neutron] 10.222.0.59 "GET /v2.0/networks/213a2199-d44a-4f31-a99f-f2fcf48b8a5b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2457101
Dec 09 05:34:47.760494 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9526ff98-16f5-4a9e-9dcb-f8c0c7f50ab6 req-ae244841-f374-42c2-aa1a-c519d376f125 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:47.762261 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9526ff98-16f5-4a9e-9dcb-f8c0c7f50ab6 req-ae244841-f374-42c2-aa1a-c519d376f125 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.59 "GET /v2.0/networks?id=dc85d922-ae22-42c5-9deb-45d818643b4d HTTP/1.1" status: 200  len: 810 time: 0.2710984
Dec 09 05:34:47.773842 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8552f861-1bfb-44ac-8a96-5a72f60f763f req-14237e09-c283-414d-b115-1cd170fe8088 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:47.776419 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8552f861-1bfb-44ac-8a96-5a72f60f763f req-14237e09-c283-414d-b115-1cd170fe8088 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=a9b33760-de8b-4742-9444-80ad1afb7e78 HTTP/1.1" status: 200  len: 944 time: 0.1736915
Dec 09 05:34:47.867814 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8552f861-1bfb-44ac-8a96-5a72f60f763f req-11fbbdb4-4e50-4e92-8afb-62e848b0d077 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=c064004f-08ab-44b8-b121-74857038819c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0724514
Dec 09 05:34:47.876203 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a7303d-98cd-4d04-8348-85b41d044904 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Pushing event updated for resources: {'Port': ['ID=b75da518-d3d9-4bc3-8219-f30598c2b83e,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:34:47.892547 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9526ff98-16f5-4a9e-9dcb-f8c0c7f50ab6 req-8f89e780-9994-4776-9e1f-8c65e7ea404b tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9201b4ea11f94e639e12c77d9a8399c8 HTTP/1.1" status: 200  len: 5504 time: 0.1144500
Dec 09 05:34:47.904284 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-9526ff98-16f5-4a9e-9dcb-f8c0c7f50ab6 req-a0fd16e8-fed2-4070-aafa-51a72e3098bf tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Request body: {'port': {'device_id': 'b240b4d9-0b95-4f0d-addf-6d19e727d043', 'network_id': 'dc85d922-ae22-42c5-9deb-45d818643b4d', 'admin_state_up': True, 'tenant_id': '9201b4ea11f94e639e12c77d9a8399c8', 'security_groups': ['97bb6199-cecf-421a-90c7-4ffbe7bcf1e1']}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:34:47.947545 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a7303d-98cd-4d04-8348-85b41d044904 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:34:47.947966 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a7303d-98cd-4d04-8348-85b41d044904 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:34:47.948380 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a7303d-98cd-4d04-8348-85b41d044904 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:34:47.948783 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a7303d-98cd-4d04-8348-85b41d044904 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:34:47.949185 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a7303d-98cd-4d04-8348-85b41d044904 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:34:47.949586 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a7303d-98cd-4d04-8348-85b41d044904 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:34:47.950332 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a7303d-98cd-4d04-8348-85b41d044904 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:34:47.950445 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a7303d-98cd-4d04-8348-85b41d044904 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:34:47.950776 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a7303d-98cd-4d04-8348-85b41d044904 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:34:47.951203 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a7303d-98cd-4d04-8348-85b41d044904 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:34:47.951819 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a7303d-98cd-4d04-8348-85b41d044904 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:34:47.952225 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a7303d-98cd-4d04-8348-85b41d044904 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:34:47.952667 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a7303d-98cd-4d04-8348-85b41d044904 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:34:47.953060 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a7303d-98cd-4d04-8348-85b41d044904 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:34:47.953453 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a7303d-98cd-4d04-8348-85b41d044904 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:34:47.953859 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a7303d-98cd-4d04-8348-85b41d044904 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:34:47.954256 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a7303d-98cd-4d04-8348-85b41d044904 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:34:47.954645 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a7303d-98cd-4d04-8348-85b41d044904 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:34:47.955031 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a7303d-98cd-4d04-8348-85b41d044904 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:34:47.955490 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a7303d-98cd-4d04-8348-85b41d044904 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:34:47.955810 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a7303d-98cd-4d04-8348-85b41d044904 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:34:47.956198 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a7303d-98cd-4d04-8348-85b41d044904 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:34:47.956869 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a7303d-98cd-4d04-8348-85b41d044904 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:34:47.956988 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a7303d-98cd-4d04-8348-85b41d044904 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:34:47.974238 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-c0a7303d-98cd-4d04-8348-85b41d044904 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:34:48.067001 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e9a033d2-75e0-4815-8dbd-7465a2cbccc5 req-dd5ff31d-b4ab-492b-a669-379abd57272b service neutron] 10.222.0.59 "GET /v2.0/networks/213a2199-d44a-4f31-a99f-f2fcf48b8a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3565297
Dec 09 05:34:48.069137 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea50c22b-ff8f-4386-9c3f-be7f43d005ff req-c0a7303d-98cd-4d04-8348-85b41d044904 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Network 667f2e97-aece-4ce5-94bc-8129564fb4d1 is already hosted by enough agents. {{(pid=80246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 09 05:34:48.072559 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [req-ea50c22b-ff8f-4386-9c3f-be7f43d005ff req-c0a7303d-98cd-4d04-8348-85b41d044904 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Resources bound (agent type, host, resource id):  {{(pid=80246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:34:48.075847 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea50c22b-ff8f-4386-9c3f-be7f43d005ff req-c0a7303d-98cd-4d04-8348-85b41d044904 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Received port after_create {{(pid=80246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 09 05:34:48.121352 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5adf52-99ef-4a3c-aa34-2cb53570a0aa req-1cf7f7b1-5bfb-4377-9b29-d47643c93ae1 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:48.123025 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4f5adf52-99ef-4a3c-aa34-2cb53570a0aa req-1cf7f7b1-5bfb-4377-9b29-d47643c93ae1 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] 10.222.0.39 "GET /v2.0/ports?device_id=93015503-ef43-4cc2-bbe6-57aad0ec0c7f HTTP/1.1" status: 200  len: 931 time: 0.3380139
Dec 09 05:34:48.184885 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50c22b-ff8f-4386-9c3f-be7f43d005ff req-c0a7303d-98cd-4d04-8348-85b41d044904 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:48.185586 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-ea50c22b-ff8f-4386-9c3f-be7f43d005ff req-c0a7303d-98cd-4d04-8348-85b41d044904 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870'] for port, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:48.214133 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4f5adf52-99ef-4a3c-aa34-2cb53570a0aa req-0a26f5d9-2390-4efa-a88b-8041f6798538 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] 10.222.0.39 "GET /v2.0/security-groups?id=beb298bc-7ceb-46dc-9829-5e59f8913650&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0805652
Dec 09 05:34:48.221008 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d667687f-70e4-40ee-92a5-0e371b53b2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:48.224393 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ea50c22b-ff8f-4386-9c3f-be7f43d005ff req-c0a7303d-98cd-4d04-8348-85b41d044904 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3911662
Dec 09 05:34:48.236996 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-ea50c22b-ff8f-4386-9c3f-be7f43d005ff req-01cf2345-c55c-4cbc-9eaa-a5619ad52b10 service neutron] Request body: {'port': {'device_id': '93015503-ef43-4cc2-bbe6-57aad0ec0c7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:34:48.324054 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-76eca1e1-9947-4478-8a04-1c5bfd56282d req-81580a9d-2f10-4cad-ad52-c2675a8ec5bf tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/ports?device_id=b240b4d9-0b95-4f0d-addf-6d19e727d043 HTTP/1.1" status: 200  len: 210 time: 0.3036082
Dec 09 05:34:48.363054 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-9526ff98-16f5-4a9e-9dcb-f8c0c7f50ab6 req-a0fd16e8-fed2-4070-aafa-51a72e3098bf tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:34:48.368420 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-ea50c22b-ff8f-4386-9c3f-be7f43d005ff req-01cf2345-c55c-4cbc-9eaa-a5619ad52b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:48.374710 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-9526ff98-16f5-4a9e-9dcb-f8c0c7f50ab6 req-a0fd16e8-fed2-4070-aafa-51a72e3098bf tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:34:48.386917 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9526ff98-16f5-4a9e-9dcb-f8c0c7f50ab6 req-a0fd16e8-fed2-4070-aafa-51a72e3098bf tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Made reservation on behalf of 9201b4ea11f94e639e12c77d9a8399c8 for: {'port': 1} {{(pid=80245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 09 05:34:48.392735 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-9526ff98-16f5-4a9e-9dcb-f8c0c7f50ab6 req-a0fd16e8-fed2-4070-aafa-51a72e3098bf tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:48.711655 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [req-9526ff98-16f5-4a9e-9dcb-f8c0c7f50ab6 req-a0fd16e8-fed2-4070-aafa-51a72e3098bf tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Allocated IP 172.20.0.4 (dc85d922-ae22-42c5-9deb-45d818643b4d/8f49fd64-da9a-42ca-aba6-01dbe1ac7987/149d63e3-9d58-4961-89ef-5c396a8f8a6f) {{(pid=80245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 09 05:34:48.809621 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [req-ea50c22b-ff8f-4386-9c3f-be7f43d005ff req-01cf2345-c55c-4cbc-9eaa-a5619ad52b10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b75da518-d3d9-4bc3-8219-f30598c2b83e {{(pid=80246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 09 05:34:48.817868 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-ea50c22b-ff8f-4386-9c3f-be7f43d005ff req-01cf2345-c55c-4cbc-9eaa-a5619ad52b10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:48.832007 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [req-ea50c22b-ff8f-4386-9c3f-be7f43d005ff req-01cf2345-c55c-4cbc-9eaa-a5619ad52b10 service neutron] Transition to ACTIVE for port object b75da518-d3d9-4bc3-8219-f30598c2b83e will not be triggered until provisioned by entity L2. {{(pid=80246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 09 05:34:48.835003 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-ea50c22b-ff8f-4386-9c3f-be7f43d005ff req-01cf2345-c55c-4cbc-9eaa-a5619ad52b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843934808'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:48.851589 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-9d39e288-8ebc-4001-9f6a-c47f58a18438 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:34:48.924386 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-9526ff98-16f5-4a9e-9dcb-f8c0c7f50ab6 req-a0fd16e8-fed2-4070-aafa-51a72e3098bf tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks [] for port, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:48.943854 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [req-9526ff98-16f5-4a9e-9dcb-f8c0c7f50ab6 req-a0fd16e8-fed2-4070-aafa-51a72e3098bf tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Transition to ACTIVE for port object 149d63e3-9d58-4961-89ef-5c396a8f8a6f will not be triggered until provisioned by entity DHCP. {{(pid=80245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 09 05:34:48.977104 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-9526ff98-16f5-4a9e-9dcb-f8c0c7f50ab6 req-a0fd16e8-fed2-4070-aafa-51a72e3098bf tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249358491764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844148928'] for port, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:48.979321 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:48.996220 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:34:48.996549 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cf2345-c55c-4cbc-9eaa-a5619ad52b10 service neutron] Pushing event updated for resources: {'Port': ['ID=b75da518-d3d9-4bc3-8219-f30598c2b83e,revision_number=2']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:34:48.999876 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-01cf2345-c55c-4cbc-9eaa-a5619ad52b10 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:34:49.145611 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fd16e8-fed2-4070-aafa-51a72e3098bf tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Pushing event updated for resources: {'Port': ['ID=149d63e3-9d58-4961-89ef-5c396a8f8a6f,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:34:49.150465 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-a0fd16e8-fed2-4070-aafa-51a72e3098bf tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:34:49.198919 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9526ff98-16f5-4a9e-9dcb-f8c0c7f50ab6 req-a0fd16e8-fed2-4070-aafa-51a72e3098bf tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Network dc85d922-ae22-42c5-9deb-45d818643b4d is already hosted by enough agents. {{(pid=80245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 09 05:34:49.200192 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [req-9526ff98-16f5-4a9e-9dcb-f8c0c7f50ab6 req-a0fd16e8-fed2-4070-aafa-51a72e3098bf tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Resources bound (agent type, host, resource id):  {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:34:49.202657 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-9526ff98-16f5-4a9e-9dcb-f8c0c7f50ab6 req-a0fd16e8-fed2-4070-aafa-51a72e3098bf tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Received port after_create {{(pid=80245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 09 05:34:49.248578 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c84f73e-4479-4329-a5fc-04c21b20b4a0 req-ad458b6d-bb9c-42ac-af53-bfbc3f38ba56 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:49.250256 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1c84f73e-4479-4329-a5fc-04c21b20b4a0 req-ad458b6d-bb9c-42ac-af53-bfbc3f38ba56 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=a9b33760-de8b-4742-9444-80ad1afb7e78 HTTP/1.1" status: 200  len: 944 time: 0.2218738
Dec 09 05:34:49.277305 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9526ff98-16f5-4a9e-9dcb-f8c0c7f50ab6 req-a0fd16e8-fed2-4070-aafa-51a72e3098bf tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:49.278000 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-9526ff98-16f5-4a9e-9dcb-f8c0c7f50ab6 req-a0fd16e8-fed2-4070-aafa-51a72e3098bf tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870'] for port, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:49.298442 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-ea50c22b-ff8f-4386-9c3f-be7f43d005ff req-01cf2345-c55c-4cbc-9eaa-a5619ad52b10 service neutron] Attempting to bind port b75da518-d3d9-4bc3-8219-f30598c2b83e on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 09 05:34:49.299068 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-ea50c22b-ff8f-4386-9c3f-be7f43d005ff req-01cf2345-c55c-4cbc-9eaa-a5619ad52b10 service neutron] Attempting to bind port b75da518-d3d9-4bc3-8219-f30598c2b83e by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '928faf44-d11f-4138-a5f0-9c26b4ba995a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '667f2e97-aece-4ce5-94bc-8129564fb4d1'}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 09 05:34:49.299547 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea50c22b-ff8f-4386-9c3f-be7f43d005ff req-01cf2345-c55c-4cbc-9eaa-a5619ad52b10 service neutron] Attempting to bind port b75da518-d3d9-4bc3-8219-f30598c2b83e on network 667f2e97-aece-4ce5-94bc-8129564fb4d1 {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 09 05:34:49.308196 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9526ff98-16f5-4a9e-9dcb-f8c0c7f50ab6 req-a0fd16e8-fed2-4070-aafa-51a72e3098bf tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4093928
Dec 09 05:34:49.309172 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea50c22b-ff8f-4386-9c3f-be7f43d005ff req-01cf2345-c55c-4cbc-9eaa-a5619ad52b10 service neutron] Checking agent: {'id': '86479789-5ca7-450a-99e9-f63f20b79a87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 27, 56), 'started_at': datetime.datetime(2020, 12, 9, 5, 28, 26), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 05:34:49.309683 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea50c22b-ff8f-4386-9c3f-be7f43d005ff req-01cf2345-c55c-4cbc-9eaa-a5619ad52b10 service neutron] Checking segment: {'id': '928faf44-d11f-4138-a5f0-9c26b4ba995a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '667f2e97-aece-4ce5-94bc-8129564fb4d1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 09 05:34:49.310216 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-ea50c22b-ff8f-4386-9c3f-be7f43d005ff req-01cf2345-c55c-4cbc-9eaa-a5619ad52b10 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:49.310715 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea50c22b-ff8f-4386-9c3f-be7f43d005ff req-01cf2345-c55c-4cbc-9eaa-a5619ad52b10 service neutron] Bound using segment: {'id': '928faf44-d11f-4138-a5f0-9c26b4ba995a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '667f2e97-aece-4ce5-94bc-8129564fb4d1'} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 05:34:49.311302 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-ea50c22b-ff8f-4386-9c3f-be7f43d005ff req-01cf2345-c55c-4cbc-9eaa-a5619ad52b10 service neutron] Bound port: b75da518-d3d9-4bc3-8219-f30598c2b83e, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '928faf44-d11f-4138-a5f0-9c26b4ba995a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '667f2e97-aece-4ce5-94bc-8129564fb4d1'}}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 09 05:34:49.311709 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-ea50c22b-ff8f-4386-9c3f-be7f43d005ff req-01cf2345-c55c-4cbc-9eaa-a5619ad52b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:49.321417 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-9526ff98-16f5-4a9e-9dcb-f8c0c7f50ab6 req-68c7c556-5653-4df0-a6b1-e64808173a7b service neutron] Request body: {'port': {'device_id': 'b240b4d9-0b95-4f0d-addf-6d19e727d043', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:34:49.401490 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device 54bf8343-bde6-41dc-8c6f-feef12cc5817 up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:34:49.407552 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1c84f73e-4479-4329-a5fc-04c21b20b4a0 req-bef7cdff-0cf0-461e-ba95-0428b35c8e67 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=c064004f-08ab-44b8-b121-74857038819c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1383426
Dec 09 05:34:49.483880 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-ea50c22b-ff8f-4386-9c3f-be7f43d005ff req-01cf2345-c55c-4cbc-9eaa-a5619ad52b10 service neutron] For port b75da518-d3d9-4bc3-8219-f30598c2b83e, host hv-cinder-76330, cleared binding levels {{(pid=80246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 09 05:34:49.490444 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-ea50c22b-ff8f-4386-9c3f-be7f43d005ff req-01cf2345-c55c-4cbc-9eaa-a5619ad52b10 service neutron] For port b75da518-d3d9-4bc3-8219-f30598c2b83e, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=b75da518-d3d9-4bc3-8219-f30598c2b83e,segment=NetworkSegment(928faf44-d11f-4138-a5f0-9c26b4ba995a),segment_id=928faf44-d11f-4138-a5f0-9c26b4ba995a)] {{(pid=80246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 09 05:34:49.493025 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-026c4c79-d835-4018-a3e5-7d489168aa73 None None] Provisioning for port 149d63e3-9d58-4961-89ef-5c396a8f8a6f completed by entity DHCP. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 09 05:34:49.497038 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-ea50c22b-ff8f-4386-9c3f-be7f43d005ff req-01cf2345-c55c-4cbc-9eaa-a5619ad52b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843934808'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:49.499204 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning for port 54bf8343-bde6-41dc-8c6f-feef12cc5817 completed by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 09 05:34:49.510623 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-026c4c79-d835-4018-a3e5-7d489168aa73 None None] Provisioning complete for port 149d63e3-9d58-4961-89ef-5c396a8f8a6f triggered by entity DHCP. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:34:49.511043 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-026c4c79-d835-4018-a3e5-7d489168aa73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:49.524504 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-9526ff98-16f5-4a9e-9dcb-f8c0c7f50ab6 req-68c7c556-5653-4df0-a6b1-e64808173a7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:49.537054 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-92fc1046-3e18-4298-aec0-c8cbf100805e tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:34:49.592452 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port 54bf8343-bde6-41dc-8c6f-feef12cc5817 triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:34:49.593231 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:49.652610 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-026c4c79-d835-4018-a3e5-7d489168aa73 None None] Port 149d63e3-9d58-4961-89ef-5c396a8f8a6f cannot update to ACTIVE because it is not bound. {{(pid=80247) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 09 05:34:49.730488 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:49.765905 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b33760-de8b-4742-9444-80ad1afb7e78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54bf8343-bde6-41dc-8c6f-feef12cc5817'}] {{(pid=80247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:34:49.786339 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] For port 54bf8343-bde6-41dc-8c6f-feef12cc5817, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=54bf8343-bde6-41dc-8c6f-feef12cc5817,segment=NetworkSegment(d2ba5cc2-7dc0-4439-9bab-bd1dc2090790),segment_id=d2ba5cc2-7dc0-4439-9bab-bd1dc2090790)] {{(pid=80247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:34:49.800087 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:49.808971 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:34:49.821448 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e09d00-0da2-4c1a-9c70-4ea0b09cb035 req-18df37e8-2d87-4bac-9e6a-65fac82a784f tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:49.830420 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-63e09d00-0da2-4c1a-9c70-4ea0b09cb035 req-18df37e8-2d87-4bac-9e6a-65fac82a784f tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] 10.222.0.39 "GET /v2.0/ports?device_id=93015503-ef43-4cc2-bbe6-57aad0ec0c7f HTTP/1.1" status: 200  len: 943 time: 0.4155397
Dec 09 05:34:49.889430 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Pushing event updated for resources: {'Port': ['ID=54bf8343-bde6-41dc-8c6f-feef12cc5817,revision_number=4']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:34:49.894296 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:34:49.993304 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-63e09d00-0da2-4c1a-9c70-4ea0b09cb035 req-3dce6322-5836-489e-8511-af3e147e9cf9 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Synchronizing usage tracker for tenant:e1c125908df848eaa4a3528332a175f1 on resource:security_group {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:34:50.032355 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-858fc187-cc56-4aeb-a3e2-00a52ab9489b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:50.033261 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-63e09d00-0da2-4c1a-9c70-4ea0b09cb035 req-3dce6322-5836-489e-8511-af3e147e9cf9 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Unset dirty status for tenant:e1c125908df848eaa4a3528332a175f1 on resource:security_group {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:34:50.034549 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-63e09d00-0da2-4c1a-9c70-4ea0b09cb035 req-3dce6322-5836-489e-8511-af3e147e9cf9 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] 10.222.0.39 "GET /v2.0/security-groups?id=beb298bc-7ceb-46dc-9829-5e59f8913650&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2032678
Dec 09 05:34:50.043002 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cf2345-c55c-4cbc-9eaa-a5619ad52b10 service neutron] Pushing event updated for resources: {'Port': ['ID=b75da518-d3d9-4bc3-8219-f30598c2b83e,revision_number=3']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:34:50.049995 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-01cf2345-c55c-4cbc-9eaa-a5619ad52b10 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:34:50.112952 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98504bf-45db-4852-b358-8207922568cd req-387e0290-5884-46d3-9b44-ab7a3819cc49 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:50.114649 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e98504bf-45db-4852-b358-8207922568cd req-387e0290-5884-46d3-9b44-ab7a3819cc49 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/ports?device_id=b240b4d9-0b95-4f0d-addf-6d19e727d043 HTTP/1.1" status: 200  len: 931 time: 0.5145998
Dec 09 05:34:50.117707 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50c22b-ff8f-4386-9c3f-be7f43d005ff req-01cf2345-c55c-4cbc-9eaa-a5619ad52b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:50.118566 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-ea50c22b-ff8f-4386-9c3f-be7f43d005ff req-01cf2345-c55c-4cbc-9eaa-a5619ad52b10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870'] for port, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:50.120649 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ea50c22b-ff8f-4386-9c3f-be7f43d005ff req-01cf2345-c55c-4cbc-9eaa-a5619ad52b10 service neutron] 10.222.0.59 "PUT /v2.0/ports/b75da518-d3d9-4bc3-8219-f30598c2b83e HTTP/1.1" status: 200  len: 1157 time: 1.8888226
Dec 09 05:34:50.121233 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93015503-ef43-4cc2-bbe6-57aad0ec0c7f', 'tag': 'b75da518-d3d9-4bc3-8219-f30598c2b83e'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:34:50.131355 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b33760-de8b-4742-9444-80ad1afb7e78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54bf8343-bde6-41dc-8c6f-feef12cc5817', 'code': 200}
Dec 09 05:34:50.162215 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [req-9526ff98-16f5-4a9e-9dcb-f8c0c7f50ab6 req-68c7c556-5653-4df0-a6b1-e64808173a7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 149d63e3-9d58-4961-89ef-5c396a8f8a6f {{(pid=80245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 09 05:34:50.175290 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-e98504bf-45db-4852-b358-8207922568cd req-e5a4dba3-cb8d-4242-8801-c5106b41d110 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Synchronizing usage tracker for tenant:9201b4ea11f94e639e12c77d9a8399c8 on resource:security_group {{(pid=80246) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:34:50.181341 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-9526ff98-16f5-4a9e-9dcb-f8c0c7f50ab6 req-68c7c556-5653-4df0-a6b1-e64808173a7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:50.189748 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-e98504bf-45db-4852-b358-8207922568cd req-e5a4dba3-cb8d-4242-8801-c5106b41d110 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Unset dirty status for tenant:9201b4ea11f94e639e12c77d9a8399c8 on resource:security_group {{(pid=80246) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:34:50.191241 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e98504bf-45db-4852-b358-8207922568cd req-e5a4dba3-cb8d-4242-8801-c5106b41d110 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/security-groups?id=97bb6199-cecf-421a-90c7-4ffbe7bcf1e1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0646427
Dec 09 05:34:50.209104 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [req-9526ff98-16f5-4a9e-9dcb-f8c0c7f50ab6 req-68c7c556-5653-4df0-a6b1-e64808173a7b service neutron] Transition to ACTIVE for port object 149d63e3-9d58-4961-89ef-5c396a8f8a6f will not be triggered until provisioned by entity L2. {{(pid=80245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 09 05:34:50.215553 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-9526ff98-16f5-4a9e-9dcb-f8c0c7f50ab6 req-68c7c556-5653-4df0-a6b1-e64808173a7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10626905'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:50.235155 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-370d03c8-3f4d-4104-bbed-255b63b9aedb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:34:50.235811 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93015503-ef43-4cc2-bbe6-57aad0ec0c7f', 'tag': 'b75da518-d3d9-4bc3-8219-f30598c2b83e', 'status': 'completed', 'code': 200}
Dec 09 05:34:50.392480 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c7c556-5653-4df0-a6b1-e64808173a7b service neutron] Pushing event updated for resources: {'Port': ['ID=149d63e3-9d58-4961-89ef-5c396a8f8a6f,revision_number=2']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:34:50.396876 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-68c7c556-5653-4df0-a6b1-e64808173a7b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:34:50.437976 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194596c-7b2a-4777-a7e3-b06a2e3c6c11 req-00bbc857-27dc-4dd4-9602-5a1bce438c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:50.439612 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2194596c-7b2a-4777-a7e3-b06a2e3c6c11 req-00bbc857-27dc-4dd4-9602-5a1bce438c6f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e1c125908df848eaa4a3528332a175f1&device_id=93015503-ef43-4cc2-bbe6-57aad0ec0c7f HTTP/1.1" status: 200  len: 1160 time: 0.1584365
Dec 09 05:34:50.442122 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c18ecff-5d22-455b-bf7c-f0e2378d5079 req-79752477-14be-4a16-be61-bc0f199ffb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:50.443592 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2c18ecff-5d22-455b-bf7c-f0e2378d5079 req-79752477-14be-4a16-be61-bc0f199ffb05 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a9b33760-de8b-4742-9444-80ad1afb7e78 HTTP/1.1" status: 200  len: 1163 time: 0.1098037
Dec 09 05:34:50.609796 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-9526ff98-16f5-4a9e-9dcb-f8c0c7f50ab6 req-68c7c556-5653-4df0-a6b1-e64808173a7b service neutron] Attempting to bind port 149d63e3-9d58-4961-89ef-5c396a8f8a6f on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 09 05:34:50.610273 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-9526ff98-16f5-4a9e-9dcb-f8c0c7f50ab6 req-68c7c556-5653-4df0-a6b1-e64808173a7b service neutron] Attempting to bind port 149d63e3-9d58-4961-89ef-5c396a8f8a6f by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'cd7393d7-7f78-4ab1-8639-f6501869916c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dc85d922-ae22-42c5-9deb-45d818643b4d'}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 09 05:34:50.610621 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9526ff98-16f5-4a9e-9dcb-f8c0c7f50ab6 req-68c7c556-5653-4df0-a6b1-e64808173a7b service neutron] Attempting to bind port 149d63e3-9d58-4961-89ef-5c396a8f8a6f on network dc85d922-ae22-42c5-9deb-45d818643b4d {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 09 05:34:50.616657 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9526ff98-16f5-4a9e-9dcb-f8c0c7f50ab6 req-68c7c556-5653-4df0-a6b1-e64808173a7b service neutron] Checking agent: {'id': '86479789-5ca7-450a-99e9-f63f20b79a87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 27, 56), 'started_at': datetime.datetime(2020, 12, 9, 5, 28, 26), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 05:34:50.617041 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9526ff98-16f5-4a9e-9dcb-f8c0c7f50ab6 req-68c7c556-5653-4df0-a6b1-e64808173a7b service neutron] Checking segment: {'id': 'cd7393d7-7f78-4ab1-8639-f6501869916c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dc85d922-ae22-42c5-9deb-45d818643b4d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 09 05:34:50.617453 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-9526ff98-16f5-4a9e-9dcb-f8c0c7f50ab6 req-68c7c556-5653-4df0-a6b1-e64808173a7b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:50.617879 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9526ff98-16f5-4a9e-9dcb-f8c0c7f50ab6 req-68c7c556-5653-4df0-a6b1-e64808173a7b service neutron] Bound using segment: {'id': 'cd7393d7-7f78-4ab1-8639-f6501869916c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dc85d922-ae22-42c5-9deb-45d818643b4d'} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 05:34:50.618409 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-9526ff98-16f5-4a9e-9dcb-f8c0c7f50ab6 req-68c7c556-5653-4df0-a6b1-e64808173a7b service neutron] Bound port: 149d63e3-9d58-4961-89ef-5c396a8f8a6f, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd7393d7-7f78-4ab1-8639-f6501869916c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'dc85d922-ae22-42c5-9deb-45d818643b4d'}}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 09 05:34:50.619378 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-9526ff98-16f5-4a9e-9dcb-f8c0c7f50ab6 req-68c7c556-5653-4df0-a6b1-e64808173a7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:50.636389 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2c18ecff-5d22-455b-bf7c-f0e2378d5079 req-513c542c-d1cf-41c1-be06-0107fb1288f8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c064004f-08ab-44b8-b121-74857038819c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1824055
Dec 09 05:34:50.703023 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194596c-7b2a-4777-a7e3-b06a2e3c6c11 req-19ba0bec-e176-4526-9333-0d07eb3b1c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:50.704543 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2194596c-7b2a-4777-a7e3-b06a2e3c6c11 req-19ba0bec-e176-4526-9333-0d07eb3b1c64 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=e1c125908df848eaa4a3528332a175f1&shared=False HTTP/1.1" status: 200  len: 903 time: 0.2520964
Dec 09 05:34:50.722000 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-9526ff98-16f5-4a9e-9dcb-f8c0c7f50ab6 req-68c7c556-5653-4df0-a6b1-e64808173a7b service neutron] For port 149d63e3-9d58-4961-89ef-5c396a8f8a6f, host hv-cinder-76330, cleared binding levels {{(pid=80245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 09 05:34:50.725522 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-9526ff98-16f5-4a9e-9dcb-f8c0c7f50ab6 req-68c7c556-5653-4df0-a6b1-e64808173a7b service neutron] For port 149d63e3-9d58-4961-89ef-5c396a8f8a6f, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=149d63e3-9d58-4961-89ef-5c396a8f8a6f,segment=NetworkSegment(cd7393d7-7f78-4ab1-8639-f6501869916c),segment_id=cd7393d7-7f78-4ab1-8639-f6501869916c)] {{(pid=80245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 09 05:34:50.729102 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136ac45e-d6dd-4429-8246-35b1d5a4d774 req-e61e7f01-3c5d-4131-bfbf-6238048ccbb5 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:50.729470 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-9526ff98-16f5-4a9e-9dcb-f8c0c7f50ab6 req-68c7c556-5653-4df0-a6b1-e64808173a7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10626905'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:50.730773 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-136ac45e-d6dd-4429-8246-35b1d5a4d774 req-e61e7f01-3c5d-4131-bfbf-6238048ccbb5 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=a9b33760-de8b-4742-9444-80ad1afb7e78 HTTP/1.1" status: 200  len: 946 time: 0.1417470
Dec 09 05:34:50.746033 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:34:50.780941 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-136ac45e-d6dd-4429-8246-35b1d5a4d774 req-faf9656b-74bb-4f02-bffd-5b4783ea9238 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=c064004f-08ab-44b8-b121-74857038819c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437152
Dec 09 05:34:50.914866 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c7c556-5653-4df0-a6b1-e64808173a7b service neutron] Pushing event updated for resources: {'Port': ['ID=149d63e3-9d58-4961-89ef-5c396a8f8a6f,revision_number=3']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:34:50.920203 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-68c7c556-5653-4df0-a6b1-e64808173a7b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:34:50.960164 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9526ff98-16f5-4a9e-9dcb-f8c0c7f50ab6 req-68c7c556-5653-4df0-a6b1-e64808173a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:50.960849 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-9526ff98-16f5-4a9e-9dcb-f8c0c7f50ab6 req-68c7c556-5653-4df0-a6b1-e64808173a7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870'] for port, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:50.962988 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9526ff98-16f5-4a9e-9dcb-f8c0c7f50ab6 req-68c7c556-5653-4df0-a6b1-e64808173a7b service neutron] 10.222.0.59 "PUT /v2.0/ports/149d63e3-9d58-4961-89ef-5c396a8f8a6f HTTP/1.1" status: 200  len: 1157 time: 1.6460035
Dec 09 05:34:50.963612 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b240b4d9-0b95-4f0d-addf-6d19e727d043', 'tag': '149d63e3-9d58-4961-89ef-5c396a8f8a6f'}] {{(pid=80245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:34:51.014544 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194596c-7b2a-4777-a7e3-b06a2e3c6c11 req-8b33c7d4-b3b3-4884-b9a5-f18c2a786575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:51.017302 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2194596c-7b2a-4777-a7e3-b06a2e3c6c11 req-8b33c7d4-b3b3-4884-b9a5-f18c2a786575 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1868546
Dec 09 05:34:51.056981 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b240b4d9-0b95-4f0d-addf-6d19e727d043', 'tag': '149d63e3-9d58-4961-89ef-5c396a8f8a6f', 'status': 'completed', 'code': 200}
Dec 09 05:34:51.103511 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9526ff98-16f5-4a9e-9dcb-f8c0c7f50ab6 req-5f308036-6612-49f0-9fa7-d7fee9ed52e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:51.105247 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9526ff98-16f5-4a9e-9dcb-f8c0c7f50ab6 req-5f308036-6612-49f0-9fa7-d7fee9ed52e8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9201b4ea11f94e639e12c77d9a8399c8&device_id=b240b4d9-0b95-4f0d-addf-6d19e727d043 HTTP/1.1" status: 200  len: 1160 time: 0.0986609
Dec 09 05:34:51.125130 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device 54bf8343-bde6-41dc-8c6f-feef12cc5817 up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:34:51.198030 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50c22b-ff8f-4386-9c3f-be7f43d005ff req-7d870dd4-a5a6-40bc-b900-5fea8e0592f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:51.203568 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ea50c22b-ff8f-4386-9c3f-be7f43d005ff req-7d870dd4-a5a6-40bc-b900-5fea8e0592f6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e1c125908df848eaa4a3528332a175f1&device_id=93015503-ef43-4cc2-bbe6-57aad0ec0c7f HTTP/1.1" status: 200  len: 1160 time: 0.1162317
Dec 09 05:34:51.237713 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port 54bf8343-bde6-41dc-8c6f-feef12cc5817 triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:34:51.238376 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:51.240646 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9526ff98-16f5-4a9e-9dcb-f8c0c7f50ab6 req-5ca9f96d-432a-4a22-a0fd-a859cabcd882 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=149d63e3-9d58-4961-89ef-5c396a8f8a6f HTTP/1.1" status: 200  len: 217 time: 0.1267967
Dec 09 05:34:51.312951 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 37222) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:34:51.344454 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9526ff98-16f5-4a9e-9dcb-f8c0c7f50ab6 req-2bea4fee-6a2d-4af9-aa07-eed10f0a7b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:51.346231 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9526ff98-16f5-4a9e-9dcb-f8c0c7f50ab6 req-2bea4fee-6a2d-4af9-aa07-eed10f0a7b9a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8f49fd64-da9a-42ca-aba6-01dbe1ac7987 HTTP/1.1" status: 200  len: 849 time: 0.0955250
Dec 09 05:34:51.379254 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ea50c22b-ff8f-4386-9c3f-be7f43d005ff req-a2139d9e-022c-4f7e-8559-ee69163ca7ba service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b75da518-d3d9-4bc3-8219-f30598c2b83e HTTP/1.1" status: 200  len: 217 time: 0.1666622
Dec 09 05:34:51.464387 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9526ff98-16f5-4a9e-9dcb-f8c0c7f50ab6 req-12619bc9-b88d-4ef1-9202-9d622439d7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:51.466399 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9526ff98-16f5-4a9e-9dcb-f8c0c7f50ab6 req-12619bc9-b88d-4ef1-9202-9d622439d7c9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dc85d922-ae22-42c5-9deb-45d818643b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1122131
Dec 09 05:34:51.475181 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50c22b-ff8f-4386-9c3f-be7f43d005ff req-6a1dfade-9221-415e-8ba2-1b39d5090a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:51.476794 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ea50c22b-ff8f-4386-9c3f-be7f43d005ff req-6a1dfade-9221-415e-8ba2-1b39d5090a8a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=eee6c54e-e712-40be-9784-230aba1f3c72 HTTP/1.1" status: 200  len: 849 time: 0.0866814
Dec 09 05:34:51.550529 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ea50c22b-ff8f-4386-9c3f-be7f43d005ff req-17b6cdac-9b06-4fde-a950-6da454082663 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=667f2e97-aece-4ce5-94bc-8129564fb4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0655310
Dec 09 05:34:51.558121 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055001b5-9867-4279-b12b-341a321cbcd7 req-fdbed013-005d-4be6-b025-51394f121756 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:51.558915 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-055001b5-9867-4279-b12b-341a321cbcd7 req-fdbed013-005d-4be6-b025-51394f121756 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Synchronizing usage tracker for tenant:e1c125908df848eaa4a3528332a175f1 on resource:port {{(pid=80246) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:34:51.641289 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9526ff98-16f5-4a9e-9dcb-f8c0c7f50ab6 req-2e1907fb-9f0f-4473-8cbb-168493989690 service neutron] 10.222.0.59 "GET /v2.0/networks/dc85d922-ae22-42c5-9deb-45d818643b4d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1652389
Dec 09 05:34:51.646305 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-dd50156a-a624-489e-8bc4-c8a2a723670e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:51.700294 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-055001b5-9867-4279-b12b-341a321cbcd7 req-fdbed013-005d-4be6-b025-51394f121756 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Unset dirty status for tenant:e1c125908df848eaa4a3528332a175f1 on resource:port {{(pid=80246) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:34:51.701587 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-055001b5-9867-4279-b12b-341a321cbcd7 req-fdbed013-005d-4be6-b025-51394f121756 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] 10.222.0.39 "GET /v2.0/ports?device_id=93015503-ef43-4cc2-bbe6-57aad0ec0c7f HTTP/1.1" status: 200  len: 943 time: 0.4082806
Dec 09 05:34:51.751285 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-dd50156a-a624-489e-8bc4-c8a2a723670e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:34:51.762688 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-dd50156a-a624-489e-8bc4-c8a2a723670e admin admin] Usage tracker for resource:security_group_rule and tenant:cdcabc117a7a4e69853a982805f5b782 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:34:51.765563 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ea50c22b-ff8f-4386-9c3f-be7f43d005ff req-37500723-9827-424e-b4e0-c49b5b0efd4c service neutron] 10.222.0.59 "GET /v2.0/networks/667f2e97-aece-4ce5-94bc-8129564fb4d1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1915710
Dec 09 05:34:51.776531 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-055001b5-9867-4279-b12b-341a321cbcd7 req-5eecda44-2ba4-4e50-b1a9-89593c837ddc tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] 10.222.0.39 "GET /v2.0/security-groups?id=beb298bc-7ceb-46dc-9829-5e59f8913650&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626583
Dec 09 05:34:51.814588 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-dd50156a-a624-489e-8bc4-c8a2a723670e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:34:51.840492 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-dd50156a-a624-489e-8bc4-c8a2a723670e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:34:51.939430 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf43816-0010-4f0b-897a-ac1229d5fd96 req-53e24114-2fbc-4e8d-8a40-6c5cd918d90f tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:51.940208 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-4cf43816-0010-4f0b-897a-ac1229d5fd96 req-53e24114-2fbc-4e8d-8a40-6c5cd918d90f tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Synchronizing usage tracker for tenant:9201b4ea11f94e639e12c77d9a8399c8 on resource:port {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:34:51.944366 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9526ff98-16f5-4a9e-9dcb-f8c0c7f50ab6 req-2967653c-5920-48a8-841f-78dde3c9fd98 service neutron] 10.222.0.59 "GET /v2.0/networks/dc85d922-ae22-42c5-9deb-45d818643b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2435014
Dec 09 05:34:51.949982 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ea50c22b-ff8f-4386-9c3f-be7f43d005ff req-3878382e-9cbf-4017-863f-586b558a26df service neutron] 10.222.0.59 "GET /v2.0/networks/667f2e97-aece-4ce5-94bc-8129564fb4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1724064
Dec 09 05:34:51.973315 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-4cf43816-0010-4f0b-897a-ac1229d5fd96 req-53e24114-2fbc-4e8d-8a40-6c5cd918d90f tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Unset dirty status for tenant:9201b4ea11f94e639e12c77d9a8399c8 on resource:port {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:34:51.974639 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4cf43816-0010-4f0b-897a-ac1229d5fd96 req-53e24114-2fbc-4e8d-8a40-6c5cd918d90f tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/ports?device_id=b240b4d9-0b95-4f0d-addf-6d19e727d043 HTTP/1.1" status: 200  len: 943 time: 0.3323543
Dec 09 05:34:52.052690 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-dd50156a-a624-489e-8bc4-c8a2a723670e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:52.055715 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4cf43816-0010-4f0b-897a-ac1229d5fd96 req-92dbcb0e-60e1-40c9-b5fb-e6d232f5baad tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/security-groups?id=97bb6199-cecf-421a-90c7-4ffbe7bcf1e1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0723286
Dec 09 05:34:52.057079 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-dd50156a-a624-489e-8bc4-c8a2a723670e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:52.066051 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-fa369b49-7de3-4ee3-8674-0331688d20db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:34:52.110019 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-dd50156a-a624-489e-8bc4-c8a2a723670e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cdcabc117a7a4e69853a982805f5b782&name=default HTTP/1.1" status: 200  len: 2879 time: 0.7955465
Dec 09 05:34:52.111829 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd50156a-a624-489e-8bc4-c8a2a723670e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=593a91ca-6e30-4467-97c5-afb1898bd657,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:34:52.114402 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 37230) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:34:52.116932 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-dd50156a-a624-489e-8bc4-c8a2a723670e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:34:52.144943 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f902f5-e783-4970-9151-1970bdec173a req-8c8b155d-e215-4a40-bff1-81c0f0a58710 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:52.146636 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c2f902f5-e783-4970-9151-1970bdec173a req-8c8b155d-e215-4a40-bff1-81c0f0a58710 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=a9b33760-de8b-4742-9444-80ad1afb7e78 HTTP/1.1" status: 200  len: 946 time: 0.1573071
Dec 09 05:34:52.149256 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3eedd2-4307-439e-93a5-4781df2b602e req-9cf89cfd-82e3-4c67-8e81-471521d59ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:52.151602 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5f3eedd2-4307-439e-93a5-4781df2b602e req-9cf89cfd-82e3-4c67-8e81-471521d59ab0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9201b4ea11f94e639e12c77d9a8399c8&device_id=b240b4d9-0b95-4f0d-addf-6d19e727d043 HTTP/1.1" status: 200  len: 1160 time: 0.1273155
Dec 09 05:34:52.179045 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-535639ea-0293-48d3-a633-788de5468b4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:52.207664 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-535639ea-0293-48d3-a633-788de5468b4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:52.260338 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-535639ea-0293-48d3-a633-788de5468b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:52.265960 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-41e9f538-2e2f-4d7a-b627-4c81cd48bf13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:34:52.280654 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535639ea-0293-48d3-a633-788de5468b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593a91ca-6e30-4467-97c5-afb1898bd657,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:34:52.283762 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-535639ea-0293-48d3-a633-788de5468b4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:34:52.286088 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-535639ea-0293-48d3-a633-788de5468b4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:52.287268 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-535639ea-0293-48d3-a633-788de5468b4c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/593a91ca-6e30-4467-97c5-afb1898bd657 HTTP/1.1" status: 204  len: 168 time: 0.1718547
Dec 09 05:34:52.303630 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c2f902f5-e783-4970-9151-1970bdec173a req-af60611c-01d5-4101-89f5-6639fdc8bb0a tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=c064004f-08ab-44b8-b121-74857038819c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1492944
Dec 09 05:34:52.339286 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3eedd2-4307-439e-93a5-4781df2b602e req-7d5c2e35-9b1e-41e6-8475-8de85e628d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:52.341048 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5f3eedd2-4307-439e-93a5-4781df2b602e req-7d5c2e35-9b1e-41e6-8475-8de85e628d98 service neutron] 10.222.0.59 "GET /v2.0/networks?id=dc85d922-ae22-42c5-9deb-45d818643b4d HTTP/1.1" status: 200  len: 904 time: 0.1719308
Dec 09 05:34:52.421570 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5f3eedd2-4307-439e-93a5-4781df2b602e req-ea3f33af-2fe2-43f1-9941-2060037a0fdc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=149d63e3-9d58-4961-89ef-5c396a8f8a6f HTTP/1.1" status: 200  len: 217 time: 0.0732050
Dec 09 05:34:52.499390 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3eedd2-4307-439e-93a5-4781df2b602e req-3d00972f-c7e7-457b-93ad-4dbfa493eed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:52.501182 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5f3eedd2-4307-439e-93a5-4781df2b602e req-3d00972f-c7e7-457b-93ad-4dbfa493eed4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8f49fd64-da9a-42ca-aba6-01dbe1ac7987 HTTP/1.1" status: 200  len: 849 time: 0.0722146
Dec 09 05:34:52.554331 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc974e-83e4-4725-8dba-9376cd8c9535 req-b16aa7c6-c457-40bf-9589-eff4e893f071 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:52.556468 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-21cc974e-83e4-4725-8dba-9376cd8c9535 req-b16aa7c6-c457-40bf-9589-eff4e893f071 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=a9b33760-de8b-4742-9444-80ad1afb7e78 HTTP/1.1" status: 200  len: 946 time: 0.0907943
Dec 09 05:34:52.566696 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 37240) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:34:52.575373 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-bafafb23-9df0-409d-9e28-987d618799ec tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Request body: {'floatingip': {'port_id': '54bf8343-bde6-41dc-8c6f-feef12cc5817'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:34:52.606436 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3eedd2-4307-439e-93a5-4781df2b602e req-71597e8b-8cc8-47a1-af2d-aac600f55ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:52.608071 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5f3eedd2-4307-439e-93a5-4781df2b602e req-71597e8b-8cc8-47a1-af2d-aac600f55ab1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dc85d922-ae22-42c5-9deb-45d818643b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0996871
Dec 09 05:34:52.658235 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-bafafb23-9df0-409d-9e28-987d618799ec tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks [] for floatingip, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:52.773848 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5f3eedd2-4307-439e-93a5-4781df2b602e req-c7c35b4a-d90b-47a9-a9ef-770649bdaf89 service neutron] 10.222.0.59 "GET /v2.0/networks/dc85d922-ae22-42c5-9deb-45d818643b4d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1581292
Dec 09 05:34:53.015852 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5f3eedd2-4307-439e-93a5-4781df2b602e req-008057f1-6ddb-4a5b-ac90-bbff29332cf9 service neutron] 10.222.0.59 "GET /v2.0/networks/dc85d922-ae22-42c5-9deb-45d818643b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2339706
Dec 09 05:34:53.065445 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9511ff35-06fd-4710-ae23-c42aca111123 req-f23643f4-69da-4871-a8b2-2bc8f0f69b23 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:53.067074 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9511ff35-06fd-4710-ae23-c42aca111123 req-f23643f4-69da-4871-a8b2-2bc8f0f69b23 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] 10.222.0.39 "GET /v2.0/ports?device_id=93015503-ef43-4cc2-bbe6-57aad0ec0c7f HTTP/1.1" status: 200  len: 943 time: 0.1071815
Dec 09 05:34:53.140027 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9511ff35-06fd-4710-ae23-c42aca111123 req-fb4be6e2-6378-4dee-a9cb-487f39cdab1b tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] 10.222.0.39 "GET /v2.0/security-groups?id=beb298bc-7ceb-46dc-9829-5e59f8913650&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620778
Dec 09 05:34:53.488559 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d801ce-1dbe-4510-be9b-7e35b0477331 req-5224104e-e9a8-4edb-a690-0aa4c50842d8 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:53.490232 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-07d801ce-1dbe-4510-be9b-7e35b0477331 req-5224104e-e9a8-4edb-a690-0aa4c50842d8 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/ports?device_id=b240b4d9-0b95-4f0d-addf-6d19e727d043 HTTP/1.1" status: 200  len: 943 time: 0.2270007
Dec 09 05:34:53.521949 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device 149d63e3-9d58-4961-89ef-5c396a8f8a6f up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:34:53.566717 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-07d801ce-1dbe-4510-be9b-7e35b0477331 req-e4aeff5f-794b-45a5-88a1-bdc615523695 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/security-groups?id=97bb6199-cecf-421a-90c7-4ffbe7bcf1e1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0693548
Dec 09 05:34:53.723868 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-bafafb23-9df0-409d-9e28-987d618799ec tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks [] for floatingip, precommit_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:53.727425 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-bafafb23-9df0-409d-9e28-987d618799ec tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851028540'] for floatingip, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:53.794708 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning for port 149d63e3-9d58-4961-89ef-5c396a8f8a6f completed by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 09 05:34:53.799800 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port 149d63e3-9d58-4961-89ef-5c396a8f8a6f triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:34:53.800197 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:53.939502 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:53.943268 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.db.l3_db [None req-bafafb23-9df0-409d-9e28-987d618799ec tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Floating IP a1813857-bc4f-495e-9ca1-3c6dbd963449 associated. External IP: 172.27.2.75, port: 54bf8343-bde6-41dc-8c6f-feef12cc5817.
Dec 09 05:34:53.973555 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b240b4d9-0b95-4f0d-addf-6d19e727d043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '149d63e3-9d58-4961-89ef-5c396a8f8a6f'}] {{(pid=80247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:34:53.989303 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] For port 149d63e3-9d58-4961-89ef-5c396a8f8a6f, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=149d63e3-9d58-4961-89ef-5c396a8f8a6f,segment=NetworkSegment(cd7393d7-7f78-4ab1-8639-f6501869916c),segment_id=cd7393d7-7f78-4ab1-8639-f6501869916c)] {{(pid=80247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:34:53.992789 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:53.995007 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device 54bf8343-bde6-41dc-8c6f-feef12cc5817 up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:34:54.013675 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d9fd0d3e-a943-48f2-869c-fc9e97ed0595 req-31be9a75-1bcd-4813-b39d-d5559db56eb7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a9b33760-de8b-4742-9444-80ad1afb7e78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1070673
Dec 09 05:34:54.014308 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 37272) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:34:54.060481 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-d56e792e-3434-43f6-91db-185287b32772 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:34:54.165080 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b240b4d9-0b95-4f0d-addf-6d19e727d043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '149d63e3-9d58-4961-89ef-5c396a8f8a6f', 'code': 200}
Dec 09 05:34:54.166843 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Pushing event updated for resources: {'Port': ['ID=149d63e3-9d58-4961-89ef-5c396a8f8a6f,revision_number=4']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:34:54.170406 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:34:54.187587 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port 54bf8343-bde6-41dc-8c6f-feef12cc5817 triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:34:54.188170 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:54.267967 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fd0d3e-a943-48f2-869c-fc9e97ed0595 req-ac47af7b-16f1-4420-ae28-51ee27e01eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:54.271728 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d9fd0d3e-a943-48f2-869c-fc9e97ed0595 req-ac47af7b-16f1-4420-ae28-51ee27e01eed service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c66dfb6ad0d4440d9fde314bc8bf155a&device_id=a9b33760-de8b-4742-9444-80ad1afb7e78 HTTP/1.1" status: 200  len: 1163 time: 0.1599166
Dec 09 05:34:54.298602 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4a0da16b-ba07-4d31-aa33-8d30533e5734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:54.351461 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-4a0da16b-ba07-4d31-aa33-8d30533e5734 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:34:54.372410 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-4a0da16b-ba07-4d31-aa33-8d30533e5734 admin admin] Usage tracker for resource:security_group_rule and tenant:648e03dca2074336942a1f2aa3d36914 is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:34:54.378501 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-4a0da16b-ba07-4d31-aa33-8d30533e5734 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:34:54.445739 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-4a0da16b-ba07-4d31-aa33-8d30533e5734 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:34:54.517685 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fd0d3e-a943-48f2-869c-fc9e97ed0595 req-508d1bfc-ca0d-4058-a69b-0f29c5fc1c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:54.519248 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d9fd0d3e-a943-48f2-869c-fc9e97ed0595 req-508d1bfc-ca0d-4058-a69b-0f29c5fc1c77 service neutron] 10.222.0.59 "GET /v2.0/networks?id=213a2199-d44a-4f31-a99f-f2fcf48b8a5b HTTP/1.1" status: 200  len: 910 time: 0.2056561
Dec 09 05:34:54.578767 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bafafb23-9df0-409d-9e28-987d618799ec tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Router 052a3259-411d-4ded-8cca-c6df94b73dab has already been hosted by L3 agent 16cb43a9-cd2d-4531-acd4-2457db4a9ad2 {{(pid=80245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 09 05:34:54.598985 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ebbb16-6eff-4495-88d1-2b55945424aa req-73c52242-ae19-405a-8740-185719c26589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:54.600589 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-30ebbb16-6eff-4495-88d1-2b55945424aa req-73c52242-ae19-405a-8740-185719c26589 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b240b4d9-0b95-4f0d-addf-6d19e727d043 HTTP/1.1" status: 200  len: 1162 time: 0.2039292
Dec 09 05:34:54.668557 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d9fd0d3e-a943-48f2-869c-fc9e97ed0595 req-f1cda145-c5d2-4fa5-b0b0-d6ea3c511816 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54bf8343-bde6-41dc-8c6f-feef12cc5817 HTTP/1.1" status: 200  len: 999 time: 0.1413867
Dec 09 05:34:54.691108 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea2afb3-4a9d-4fe4-a3b7-498c81cd6718 req-7b02b358-99fd-45bd-b3b9-7f345ed44184 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:54.692723 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7ea2afb3-4a9d-4fe4-a3b7-498c81cd6718 req-7b02b358-99fd-45bd-b3b9-7f345ed44184 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] 10.222.0.39 "GET /v2.0/ports?device_id=93015503-ef43-4cc2-bbe6-57aad0ec0c7f HTTP/1.1" status: 200  len: 943 time: 0.2946832
Dec 09 05:34:54.736816 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4a0da16b-ba07-4d31-aa33-8d30533e5734 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:54.792436 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4a0da16b-ba07-4d31-aa33-8d30533e5734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:54.803450 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-d29ebc34-24ba-4dd3-bdf3-7ae0ffb34bb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:34:54.819581 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-30ebbb16-6eff-4495-88d1-2b55945424aa req-c1de748f-b634-4630-95cc-96c06eddb9c8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=97bb6199-cecf-421a-90c7-4ffbe7bcf1e1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2081394
Dec 09 05:34:54.844936 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fd0d3e-a943-48f2-869c-fc9e97ed0595 req-09dce1f0-ebc3-48d3-a6f4-bfac25d38dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:54.846728 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d9fd0d3e-a943-48f2-869c-fc9e97ed0595 req-09dce1f0-ebc3-48d3-a6f4-bfac25d38dac service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f2d416e2-18e0-4718-bf66-1cf63cef4f47 HTTP/1.1" status: 200  len: 855 time: 0.1710696
Dec 09 05:34:54.848944 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7ea2afb3-4a9d-4fe4-a3b7-498c81cd6718 req-29ad338e-cee3-47e4-9e8b-4b31fbc0f217 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] 10.222.0.39 "GET /v2.0/security-groups?id=beb298bc-7ceb-46dc-9829-5e59f8913650&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1424365
Dec 09 05:34:54.869606 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-4a0da16b-ba07-4d31-aa33-8d30533e5734 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=648e03dca2074336942a1f2aa3d36914&name=default HTTP/1.1" status: 200  len: 2879 time: 0.8516843
Dec 09 05:34:54.870319 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 37282) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:34:54.872821 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0da16b-ba07-4d31-aa33-8d30533e5734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7598d67d-d411-43a3-a3c4-60b258f31209,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:34:54.876593 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bafafb23-9df0-409d-9e28-987d618799ec tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify agent at l3_agent.dv-cinder-763306-6-iscsi the message routers_updated {{(pid=80245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 09 05:34:54.889081 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-4a0da16b-ba07-4d31-aa33-8d30533e5734 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:34:54.895656 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9465b21-5d8f-4d73-b5fb-319ae3623b64 None None] Sync routers for ids ['052a3259-411d-4ded-8cca-c6df94b73dab'] in dv-cinder-763306-6-iscsi {{(pid=80248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 09 05:34:54.896123 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-bafafb23-9df0-409d-9e28-987d618799ec tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870'] for floatingip, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:54.908438 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9465b21-5d8f-4d73-b5fb-319ae3623b64 None None] Routers {'052a3259-411d-4ded-8cca-c6df94b73dab'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:34:54.909122 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-c9465b21-5d8f-4d73-b5fb-319ae3623b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff91d64e0>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:34:47Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['052a3259-411d-4ded-8cca-c6df94b73dab'], 'active': True} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:34:54.940926 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3595ebc3-dbc8-46f2-a71e-bec3a7281a79 req-dfe6f351-fd9c-474c-9ca8-13ad8a684d5d tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:54.942521 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3595ebc3-dbc8-46f2-a71e-bec3a7281a79 req-dfe6f351-fd9c-474c-9ca8-13ad8a684d5d tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/ports?device_id=b240b4d9-0b95-4f0d-addf-6d19e727d043 HTTP/1.1" status: 200  len: 945 time: 0.2102902
Dec 09 05:34:54.979081 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-bafafb23-9df0-409d-9e28-987d618799ec tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "PUT /v2.0/floatingips/a1813857-bc4f-495e-9ca1-3c6dbd963449 HTTP/1.1" status: 200  len: 991 time: 2.3982081
Dec 09 05:34:54.980757 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9b33760-de8b-4742-9444-80ad1afb7e78', 'tag': '54bf8343-bde6-41dc-8c6f-feef12cc5817'}] {{(pid=80245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:34:54.984017 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ef4068ee-ee7b-49d6-a3a8-950d0b8a2520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:55.070262 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ef4068ee-ee7b-49d6-a3a8-950d0b8a2520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:55.080100 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3595ebc3-dbc8-46f2-a71e-bec3a7281a79 req-a2d6b314-a25c-4244-a38a-137f9a01238d tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/security-groups?id=97bb6199-cecf-421a-90c7-4ffbe7bcf1e1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1306431
Dec 09 05:34:55.110800 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-c9465b21-5d8f-4d73-b5fb-319ae3623b64 None None] Set router 052a3259-411d-4ded-8cca-c6df94b73dab gateway port host: dv-cinder-763306-6-iscsi {{(pid=80248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:34:55.148340 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fd0d3e-a943-48f2-869c-fc9e97ed0595 req-3c2ba19c-2334-4dc8-b8c0-82e37475c962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:55.150558 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d9fd0d3e-a943-48f2-869c-fc9e97ed0595 req-3c2ba19c-2334-4dc8-b8c0-82e37475c962 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=213a2199-d44a-4f31-a99f-f2fcf48b8a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1295679
Dec 09 05:34:55.155263 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ef4068ee-ee7b-49d6-a3a8-950d0b8a2520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:55.162058 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:34:55.185404 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9b33760-de8b-4742-9444-80ad1afb7e78', 'tag': '54bf8343-bde6-41dc-8c6f-feef12cc5817', 'status': 'completed', 'code': 200}
Dec 09 05:34:55.220480 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4068ee-ee7b-49d6-a3a8-950d0b8a2520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7598d67d-d411-43a3-a3c4-60b258f31209,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:34:55.277395 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.objects.ports [None req-41813da3-9991-45f3-8315-02bb41c14001 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80247) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 09 05:34:55.292497 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ef4068ee-ee7b-49d6-a3a8-950d0b8a2520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:34:55.295339 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ef4068ee-ee7b-49d6-a3a8-950d0b8a2520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:55.296572 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-ef4068ee-ee7b-49d6-a3a8-950d0b8a2520 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7598d67d-d411-43a3-a3c4-60b258f31209 HTTP/1.1" status: 204  len: 168 time: 0.4256921
Dec 09 05:34:55.342308 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d9fd0d3e-a943-48f2-869c-fc9e97ed0595 req-b873b1e1-f5d9-41c8-9fed-3c0cd192703c service neutron] 10.222.0.59 "GET /v2.0/networks/213a2199-d44a-4f31-a99f-f2fcf48b8a5b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1824372
Dec 09 05:34:55.515808 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d9fd0d3e-a943-48f2-869c-fc9e97ed0595 req-7b627509-7729-4da5-8f72-e0d25e32fc43 service neutron] 10.222.0.59 "GET /v2.0/networks/213a2199-d44a-4f31-a99f-f2fcf48b8a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1612399
Dec 09 05:34:55.675890 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4073343e-5d24-49ee-8500-bc66159e1f73 req-6dc03a62-03e1-418c-b958-efd739b961c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:55.678627 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4073343e-5d24-49ee-8500-bc66159e1f73 req-6dc03a62-03e1-418c-b958-efd739b961c3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c66dfb6ad0d4440d9fde314bc8bf155a&device_id=a9b33760-de8b-4742-9444-80ad1afb7e78 HTTP/1.1" status: 200  len: 1163 time: 0.1106989
Dec 09 05:34:55.706483 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-c9465b21-5d8f-4d73-b5fb-319ae3623b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff91d64e0>, [{'id': '052a3259-411d-4ded-8cca-c6df94b73dab', 'name': 'tempest-AttachVolumeShelveTestJSON-332747735-router', 'tenant_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'c1b3ebf6-2106-4e9f-8f5a-ef6d91e18331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:29:47Z', 'updated_at': '2020-12-09T05:30:04Z', 'revision_number': 4, 'project_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'gw_port': {'id': 'c1b3ebf6-2106-4e9f-8f5a-ef6d91e18331', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:17:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052a3259-411d-4ded-8cca-c6df94b73dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:29:50Z', 'updated_at': '2020-12-09T05:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_floatingips': [{'id': 'a1813857-bc4f-495e-9ca1-3c6dbd963449', 'tenant_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'floating_ip_address': '172.27.2.75', 'floating_network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'router_id': '052a3259-411d-4ded-8cca-c6df94b73dab', 'port_id': '54bf8343-bde6-41dc-8c6f-feef12cc5817', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '213a2199-d44a-4f31-a99f-f2fcf48b8a5b', 'mac_address': 'fa:16:3e:58:2b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b33760-de8b-4742-9444-80ad1afb7e78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-09T05:34:31Z', 'updated_at': '2020-12-09T05:34:53Z', 'revision_number': 1, 'project_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43d0ea31-1f92-40b4-b19c-c5aed665225c', 'name': '', 'network_id': '213a2199-d44a-4f31-a99f-f2fcf48b8a5b', 'tenant_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'mac_address': 'fa:16:3e:90:7b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052a3259-411d-4ded-8cca-c6df94b73dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'f2d416e2-18e0-4718-bf66-1cf63cef4f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:30:02Z', 'updated_at': '2020-12-09T05:30:17Z', 'revision_number': 5, 'project_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'subnets': [{'id': 'f2d416e2-18e0-4718-bf66-1cf63cef4f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:34:55.711352 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9465b21-5d8f-4d73-b5fb-319ae3623b64 None None] Checking router: 052a3259-411d-4ded-8cca-c6df94b73dab for host: dv-cinder-763306-6-iscsi {{(pid=80248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 09 05:34:55.718591 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:55.724049 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9465b21-5d8f-4d73-b5fb-319ae3623b64 None None] Routers {'052a3259-411d-4ded-8cca-c6df94b73dab'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:34:55.725507 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-c9465b21-5d8f-4d73-b5fb-319ae3623b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff91d64e0>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:34:47Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['052a3259-411d-4ded-8cca-c6df94b73dab'], 'active': True} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:34:55.727211 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device b75da518-d3d9-4bc3-8219-f30598c2b83e up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:34:55.839585 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning for port b75da518-d3d9-4bc3-8219-f30598c2b83e completed by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 09 05:34:55.850244 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port b75da518-d3d9-4bc3-8219-f30598c2b83e triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:34:55.862805 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:55.914071 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4073343e-5d24-49ee-8500-bc66159e1f73 req-8e47a5c1-99d1-4042-890f-804b5cd129d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:55.918183 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4073343e-5d24-49ee-8500-bc66159e1f73 req-8e47a5c1-99d1-4042-890f-804b5cd129d8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=213a2199-d44a-4f31-a99f-f2fcf48b8a5b HTTP/1.1" status: 200  len: 910 time: 0.2277925
Dec 09 05:34:56.022274 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-c9465b21-5d8f-4d73-b5fb-319ae3623b64 None None] Set router 052a3259-411d-4ded-8cca-c6df94b73dab gateway port host: dv-cinder-763306-6-iscsi {{(pid=80248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:34:56.163013 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:56.222754 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] For port b75da518-d3d9-4bc3-8219-f30598c2b83e, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=b75da518-d3d9-4bc3-8219-f30598c2b83e,segment=NetworkSegment(928faf44-d11f-4138-a5f0-9c26b4ba995a),segment_id=928faf44-d11f-4138-a5f0-9c26b4ba995a)] {{(pid=80247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:34:56.224055 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93015503-ef43-4cc2-bbe6-57aad0ec0c7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b75da518-d3d9-4bc3-8219-f30598c2b83e'}] {{(pid=80247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:34:56.232445 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:56.233196 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device 149d63e3-9d58-4961-89ef-5c396a8f8a6f up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:34:56.294830 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:34:56.400162 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Pushing event updated for resources: {'Port': ['ID=b75da518-d3d9-4bc3-8219-f30598c2b83e,revision_number=4']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:34:56.404586 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:34:56.423410 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port 149d63e3-9d58-4961-89ef-5c396a8f8a6f triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:34:56.423839 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:56.439834 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4073343e-5d24-49ee-8500-bc66159e1f73 req-353b68c1-d673-408f-a8d9-7f4d5b8cbda9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54bf8343-bde6-41dc-8c6f-feef12cc5817 HTTP/1.1" status: 200  len: 999 time: 0.5151632
Dec 09 05:34:56.532470 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55176c58-266f-443e-9667-6b0e223dfbcb req-b6fb1bf2-5094-4d0e-9e8a-b6764372e43e tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:56.534232 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-55176c58-266f-443e-9667-6b0e223dfbcb req-b6fb1bf2-5094-4d0e-9e8a-b6764372e43e tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] 10.222.0.39 "GET /v2.0/ports?device_id=93015503-ef43-4cc2-bbe6-57aad0ec0c7f HTTP/1.1" status: 200  len: 945 time: 0.4469261
Dec 09 05:34:56.550216 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4073343e-5d24-49ee-8500-bc66159e1f73 req-d7dcb153-7b7b-4f84-8a77-1219155f2eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:56.551811 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4073343e-5d24-49ee-8500-bc66159e1f73 req-d7dcb153-7b7b-4f84-8a77-1219155f2eea service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f2d416e2-18e0-4718-bf66-1cf63cef4f47 HTTP/1.1" status: 200  len: 855 time: 0.1031971
Dec 09 05:34:56.579176 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-c9465b21-5d8f-4d73-b5fb-319ae3623b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff91d64e0>, [{'id': '052a3259-411d-4ded-8cca-c6df94b73dab', 'name': 'tempest-AttachVolumeShelveTestJSON-332747735-router', 'tenant_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'c1b3ebf6-2106-4e9f-8f5a-ef6d91e18331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:29:47Z', 'updated_at': '2020-12-09T05:30:04Z', 'revision_number': 4, 'project_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'gw_port': {'id': 'c1b3ebf6-2106-4e9f-8f5a-ef6d91e18331', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:17:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052a3259-411d-4ded-8cca-c6df94b73dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:29:50Z', 'updated_at': '2020-12-09T05:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_floatingips': [{'id': 'a1813857-bc4f-495e-9ca1-3c6dbd963449', 'tenant_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'floating_ip_address': '172.27.2.75', 'floating_network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'router_id': '052a3259-411d-4ded-8cca-c6df94b73dab', 'port_id': '54bf8343-bde6-41dc-8c6f-feef12cc5817', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '213a2199-d44a-4f31-a99f-f2fcf48b8a5b', 'mac_address': 'fa:16:3e:58:2b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b33760-de8b-4742-9444-80ad1afb7e78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-09T05:34:31Z', 'updated_at': '2020-12-09T05:34:53Z', 'revision_number': 1, 'project_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43d0ea31-1f92-40b4-b19c-c5aed665225c', 'name': '', 'network_id': '213a2199-d44a-4f31-a99f-f2fcf48b8a5b', 'tenant_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'mac_address': 'fa:16:3e:90:7b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052a3259-411d-4ded-8cca-c6df94b73dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'f2d416e2-18e0-4718-bf66-1cf63cef4f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:30:02Z', 'updated_at': '2020-12-09T05:30:17Z', 'revision_number': 5, 'project_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'subnets': [{'id': 'f2d416e2-18e0-4718-bf66-1cf63cef4f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:34:56.584929 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9465b21-5d8f-4d73-b5fb-319ae3623b64 None None] The sync data for ids ['052a3259-411d-4ded-8cca-c6df94b73dab'] in dv-cinder-763306-6-iscsi is: [{'id': '052a3259-411d-4ded-8cca-c6df94b73dab', 'name': 'tempest-AttachVolumeShelveTestJSON-332747735-router', 'tenant_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'c1b3ebf6-2106-4e9f-8f5a-ef6d91e18331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:29:47Z', 'updated_at': '2020-12-09T05:30:04Z', 'revision_number': 4, 'project_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'gw_port': {'id': 'c1b3ebf6-2106-4e9f-8f5a-ef6d91e18331', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:17:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052a3259-411d-4ded-8cca-c6df94b73dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:29:50Z', 'updated_at': '2020-12-09T05:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_floatingips': [{'id': 'a1813857-bc4f-495e-9ca1-3c6dbd963449', 'tenant_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'floating_ip_address': '172.27.2.75', 'floating_network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'router_id': '052a3259-411d-4ded-8cca-c6df94b73dab', 'port_id': '54bf8343-bde6-41dc-8c6f-feef12cc5817', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '213a2199-d44a-4f31-a99f-f2fcf48b8a5b', 'mac_address': 'fa:16:3e:58:2b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b33760-de8b-4742-9444-80ad1afb7e78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-09T05:34:31Z', 'updated_at': '2020-12-09T05:34:53Z', 'revision_number': 1, 'project_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43d0ea31-1f92-40b4-b19c-c5aed665225c', 'name': '', 'network_id': '213a2199-d44a-4f31-a99f-f2fcf48b8a5b', 'tenant_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'mac_address': 'fa:16:3e:90:7b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052a3259-411d-4ded-8cca-c6df94b73dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'f2d416e2-18e0-4718-bf66-1cf63cef4f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:30:02Z', 'updated_at': '2020-12-09T05:30:17Z', 'revision_number': 5, 'project_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'subnets': [{'id': 'f2d416e2-18e0-4718-bf66-1cf63cef4f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 09 05:34:56.596401 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-55176c58-266f-443e-9667-6b0e223dfbcb req-f593fe11-bf32-4cc9-be2a-a40c0520ef72 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] 10.222.0.39 "GET /v2.0/security-groups?id=beb298bc-7ceb-46dc-9829-5e59f8913650&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515690
Dec 09 05:34:56.701748 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c067b-d8b2-46a3-8c53-0178561a8129 req-9b7e159f-7612-4181-ac89-9c0ec2249df8 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:56.703917 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-da6c067b-d8b2-46a3-8c53-0178561a8129 req-9b7e159f-7612-4181-ac89-9c0ec2249df8 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/ports?device_id=b240b4d9-0b95-4f0d-addf-6d19e727d043 HTTP/1.1" status: 200  len: 945 time: 0.1616123
Dec 09 05:34:56.722417 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4073343e-5d24-49ee-8500-bc66159e1f73 req-266a5cd1-6416-46e2-8d80-54a982fce9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:56.724198 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4073343e-5d24-49ee-8500-bc66159e1f73 req-266a5cd1-6416-46e2-8d80-54a982fce9cc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=213a2199-d44a-4f31-a99f-f2fcf48b8a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1309881
Dec 09 05:34:56.741330 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93015503-ef43-4cc2-bbe6-57aad0ec0c7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b75da518-d3d9-4bc3-8219-f30598c2b83e', 'code': 200}
Dec 09 05:34:56.802583 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-da6c067b-d8b2-46a3-8c53-0178561a8129 req-02beb80e-6cc9-499d-ba01-1c675e9dd72c tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/security-groups?id=97bb6199-cecf-421a-90c7-4ffbe7bcf1e1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0860407
Dec 09 05:34:56.916100 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4073343e-5d24-49ee-8500-bc66159e1f73 req-ca6b10d3-c420-4113-b678-e1b0df6861d5 service neutron] 10.222.0.59 "GET /v2.0/networks/213a2199-d44a-4f31-a99f-f2fcf48b8a5b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1840329
Dec 09 05:34:57.018849 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab294d86-5365-4110-86db-bbba744eda3a None None] New status for floating IP a1813857-bc4f-495e-9ca1-3c6dbd963449: ACTIVE {{(pid=80247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 09 05:34:57.084413 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33f020-4165-412c-b856-90d1e12fa397 req-c739dd72-a0b2-4ed8-8d94-9c29577dcb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:57.086384 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2e33f020-4165-412c-b856-90d1e12fa397 req-c739dd72-a0b2-4ed8-8d94-9c29577dcb1a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=93015503-ef43-4cc2-bbe6-57aad0ec0c7f HTTP/1.1" status: 200  len: 1162 time: 0.1017880
Dec 09 05:34:57.153051 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2e33f020-4165-412c-b856-90d1e12fa397 req-046586cd-25d7-465c-9d47-661dc4ca4a0f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=beb298bc-7ceb-46dc-9829-5e59f8913650&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593064
Dec 09 05:34:57.158440 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device b75da518-d3d9-4bc3-8219-f30598c2b83e up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:34:57.216441 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4073343e-5d24-49ee-8500-bc66159e1f73 req-29bd11c0-bf03-42a9-85c0-8e3390381b12 service neutron] 10.222.0.59 "GET /v2.0/networks/213a2199-d44a-4f31-a99f-f2fcf48b8a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2937529
Dec 09 05:34:57.228829 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab9f87d-330f-49a3-8236-0f7acdce32f1 req-08908c2c-aacf-4a60-9c20-1ce20a66a459 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:57.230573 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2ab9f87d-330f-49a3-8236-0f7acdce32f1 req-08908c2c-aacf-4a60-9c20-1ce20a66a459 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/ports?device_id=b240b4d9-0b95-4f0d-addf-6d19e727d043 HTTP/1.1" status: 200  len: 945 time: 0.2283802
Dec 09 05:34:57.245540 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 37322) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:34:57.251822 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-d068fa3d-f485-4be5-b8fe-2997dc0343a9 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Request body: {'floatingip': {'port_id': '149d63e3-9d58-4961-89ef-5c396a8f8a6f'}} {{(pid=80246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:34:57.344182 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d068fa3d-f485-4be5-b8fe-2997dc0343a9 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks [] for floatingip, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:57.483768 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port b75da518-d3d9-4bc3-8219-f30598c2b83e triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:34:57.484509 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:58.005840 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a2a2b5-b1a8-4693-bb18-576cad217b83 req-95b421c0-9db6-4325-86ce-3f746d0bc86e tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:58.007719 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a1a2a2b5-b1a8-4693-bb18-576cad217b83 req-95b421c0-9db6-4325-86ce-3f746d0bc86e tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] 10.222.0.39 "GET /v2.0/ports?device_id=93015503-ef43-4cc2-bbe6-57aad0ec0c7f HTTP/1.1" status: 200  len: 945 time: 0.2282548
Dec 09 05:34:58.080221 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a1a2a2b5-b1a8-4693-bb18-576cad217b83 req-b0e5753b-dfdf-430a-bda5-13ddf5f673ca tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] 10.222.0.39 "GET /v2.0/security-groups?id=beb298bc-7ceb-46dc-9829-5e59f8913650&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616333
Dec 09 05:34:58.213525 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d068fa3d-f485-4be5-b8fe-2997dc0343a9 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks [] for floatingip, precommit_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:58.216316 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d068fa3d-f485-4be5-b8fe-2997dc0343a9 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851028540'] for floatingip, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:58.401412 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.db.l3_db [None req-d068fa3d-f485-4be5-b8fe-2997dc0343a9 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Floating IP e677b72e-6c64-4499-bc0a-fafeba344134 associated. External IP: 172.27.2.30, port: 149d63e3-9d58-4961-89ef-5c396a8f8a6f.
Dec 09 05:34:58.779257 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d068fa3d-f485-4be5-b8fe-2997dc0343a9 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Router 8559d66b-25fc-4afc-9c49-1405a5074c84 has already been hosted by L3 agent 16cb43a9-cd2d-4531-acd4-2457db4a9ad2 {{(pid=80246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 09 05:34:59.221623 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a501c44a-0ac2-442b-9fb9-4f840fe8e1f1 req-c3ac0db1-1b89-4bc6-ab2e-4a04fe05272e tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] 10.222.0.39 "GET /v2.0/networks?tenant_id=73b8d66871614a71bb9f81b5f7989d21&shared=False HTTP/1.1" status: 200  len: 213 time: 0.2944198
Dec 09 05:34:59.298872 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d068fa3d-f485-4be5-b8fe-2997dc0343a9 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify agent at l3_agent.dv-cinder-763306-6-iscsi the message routers_updated {{(pid=80246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 09 05:34:59.306720 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d068fa3d-f485-4be5-b8fe-2997dc0343a9 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870'] for floatingip, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:34:59.311759 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485f23ba-29b1-40f7-934a-f683783cf74e None None] Sync routers for ids ['8559d66b-25fc-4afc-9c49-1405a5074c84'] in dv-cinder-763306-6-iscsi {{(pid=80248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 09 05:34:59.321477 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df99baa-fba5-49da-af60-b4c81542edf1 req-3da63abe-611a-48a8-9276-8fc794622265 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:59.323118 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485f23ba-29b1-40f7-934a-f683783cf74e None None] Routers {'8559d66b-25fc-4afc-9c49-1405a5074c84'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:34:59.323305 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2df99baa-fba5-49da-af60-b4c81542edf1 req-3da63abe-611a-48a8-9276-8fc794622265 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] 10.222.0.39 "GET /v2.0/ports?device_id=93015503-ef43-4cc2-bbe6-57aad0ec0c7f HTTP/1.1" status: 200  len: 945 time: 0.0954962
Dec 09 05:34:59.323770 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-485f23ba-29b1-40f7-934a-f683783cf74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff8723eb8>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:34:47Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['8559d66b-25fc-4afc-9c49-1405a5074c84'], 'active': True} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:34:59.377607 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2df99baa-fba5-49da-af60-b4c81542edf1 req-457b91c4-f71b-4e83-afd4-521fff17b79d tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] 10.222.0.39 "GET /v2.0/security-groups?id=beb298bc-7ceb-46dc-9829-5e59f8913650&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467830
Dec 09 05:34:59.448511 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-d068fa3d-f485-4be5-b8fe-2997dc0343a9 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "PUT /v2.0/floatingips/e677b72e-6c64-4499-bc0a-fafeba344134 HTTP/1.1" status: 200  len: 990 time: 2.1982703
Dec 09 05:34:59.449221 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b240b4d9-0b95-4f0d-addf-6d19e727d043', 'tag': '149d63e3-9d58-4961-89ef-5c396a8f8a6f'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:34:59.496430 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501c44a-0ac2-442b-9fb9-4f840fe8e1f1 req-b069d593-007d-4cd1-9a96-0d573a2208d8 tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:59.498937 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a501c44a-0ac2-442b-9fb9-4f840fe8e1f1 req-b069d593-007d-4cd1-9a96-0d573a2208d8 tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2555478
Dec 09 05:34:59.530729 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-485f23ba-29b1-40f7-934a-f683783cf74e None None] Set router 8559d66b-25fc-4afc-9c49-1405a5074c84 gateway port host: dv-cinder-763306-6-iscsi {{(pid=80248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:34:59.532450 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a501c44a-0ac2-442b-9fb9-4f840fe8e1f1 req-8078da56-c5b1-47c3-a8ef-e6b2ca72648d tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] 10.222.0.39 "GET /v2.0/quotas/73b8d66871614a71bb9f81b5f7989d21 HTTP/1.1" status: 200  len: 375 time: 0.0266061
Dec 09 05:34:59.588432 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a501c44a-0ac2-442b-9fb9-4f840fe8e1f1 req-7ae9bde0-ed71-49bb-82be-6180a072588c tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] 10.222.0.39 "GET /v2.0/ports?tenant_id=73b8d66871614a71bb9f81b5f7989d21&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0539355
Dec 09 05:34:59.674801 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b240b4d9-0b95-4f0d-addf-6d19e727d043', 'tag': '149d63e3-9d58-4961-89ef-5c396a8f8a6f', 'status': 'completed', 'code': 200}
Dec 09 05:34:59.807591 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99433174-a78d-41a7-867e-7fcc9de13105 req-61aa2069-62ed-45d9-827d-f13868ac7ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:34:59.809948 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-99433174-a78d-41a7-867e-7fcc9de13105 req-61aa2069-62ed-45d9-827d-f13868ac7ec8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9201b4ea11f94e639e12c77d9a8399c8&device_id=b240b4d9-0b95-4f0d-addf-6d19e727d043 HTTP/1.1" status: 200  len: 1162 time: 0.1112995
Dec 09 05:34:59.975991 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-485f23ba-29b1-40f7-934a-f683783cf74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff8723eb8>, [{'id': '8559d66b-25fc-4afc-9c49-1405a5074c84', 'name': 'tempest-AttachVolumeTestJSON-828419125-router', 'tenant_id': '9201b4ea11f94e639e12c77d9a8399c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '534abad0-cb8a-45a5-89dc-932bf90ecd2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:29:34Z', 'updated_at': '2020-12-09T05:29:45Z', 'revision_number': 4, 'project_id': '9201b4ea11f94e639e12c77d9a8399c8', 'gw_port': {'id': '534abad0-cb8a-45a5-89dc-932bf90ecd2c', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:38:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8559d66b-25fc-4afc-9c49-1405a5074c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:29:35Z', 'updated_at': '2020-12-09T05:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_floatingips': [{'id': 'e677b72e-6c64-4499-bc0a-fafeba344134', 'tenant_id': '9201b4ea11f94e639e12c77d9a8399c8', 'floating_ip_address': '172.27.2.30', 'floating_network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'router_id': '8559d66b-25fc-4afc-9c49-1405a5074c84', 'port_id': '149d63e3-9d58-4961-89ef-5c396a8f8a6f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc85d922-ae22-42c5-9deb-45d818643b4d', 'mac_address': 'fa:16:3e:6d:a4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b240b4d9-0b95-4f0d-addf-6d19e727d043', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-09T05:34:44Z', 'updated_at': '2020-12-09T05:34:58Z', 'revision_number': 1, 'project_id': '9201b4ea11f94e639e12c77d9a8399c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11651696-cf2f-4d1e-ae2b-505371825be0', 'name': '', 'network_id': 'dc85d922-ae22-42c5-9deb-45d818643b4d', 'tenant_id': '9201b4ea11f94e639e12c77d9a8399c8', 'mac_address': 'fa:16:3e:49:51:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8559d66b-25fc-4afc-9c49-1405a5074c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8f49fd64-da9a-42ca-aba6-01dbe1ac7987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:29:42Z', 'updated_at': '2020-12-09T05:29:58Z', 'revision_number': 5, 'project_id': '9201b4ea11f94e639e12c77d9a8399c8', 'subnets': [{'id': '8f49fd64-da9a-42ca-aba6-01dbe1ac7987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:34:59.980872 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485f23ba-29b1-40f7-934a-f683783cf74e None None] Checking router: 8559d66b-25fc-4afc-9c49-1405a5074c84 for host: dv-cinder-763306-6-iscsi {{(pid=80248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 09 05:34:59.996840 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485f23ba-29b1-40f7-934a-f683783cf74e None None] Routers {'8559d66b-25fc-4afc-9c49-1405a5074c84'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:34:59.997246 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-485f23ba-29b1-40f7-934a-f683783cf74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff8723eb8>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:34:47Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['8559d66b-25fc-4afc-9c49-1405a5074c84'], 'active': True} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:35:00.050677 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1e74f175-e852-4e15-b79e-6762a4daa258 req-5ebe0b1e-5782-4391-8baf-f77bea6670bf tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] 10.222.0.39 "GET /v2.0/ports?device_id=45eb8529-47d6-4058-be87-fde04378a48a HTTP/1.1" status: 200  len: 210 time: 0.0834661
Dec 09 05:35:00.085153 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99433174-a78d-41a7-867e-7fcc9de13105 req-ca9712b4-2611-402b-9834-630110191846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:35:00.086960 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-99433174-a78d-41a7-867e-7fcc9de13105 req-ca9712b4-2611-402b-9834-630110191846 service neutron] 10.222.0.59 "GET /v2.0/networks?id=dc85d922-ae22-42c5-9deb-45d818643b4d HTTP/1.1" status: 200  len: 904 time: 0.2709143
Dec 09 05:35:00.205323 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-99433174-a78d-41a7-867e-7fcc9de13105 req-37ce7336-13e4-4a76-8081-8a0d5117766d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=149d63e3-9d58-4961-89ef-5c396a8f8a6f HTTP/1.1" status: 200  len: 998 time: 0.1116226
Dec 09 05:35:00.229444 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-485f23ba-29b1-40f7-934a-f683783cf74e None None] Set router 8559d66b-25fc-4afc-9c49-1405a5074c84 gateway port host: dv-cinder-763306-6-iscsi {{(pid=80248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:35:00.295411 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99433174-a78d-41a7-867e-7fcc9de13105 req-34027660-ef28-4994-9aa2-4c97cccd865a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:35:00.297100 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-99433174-a78d-41a7-867e-7fcc9de13105 req-34027660-ef28-4994-9aa2-4c97cccd865a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8f49fd64-da9a-42ca-aba6-01dbe1ac7987 HTTP/1.1" status: 200  len: 849 time: 0.0842462
Dec 09 05:35:00.403991 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99433174-a78d-41a7-867e-7fcc9de13105 req-70780add-73f5-4f98-98ce-1be901b15ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:35:00.405589 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-99433174-a78d-41a7-867e-7fcc9de13105 req-70780add-73f5-4f98-98ce-1be901b15ef9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dc85d922-ae22-42c5-9deb-45d818643b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1020596
Dec 09 05:35:00.577707 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-99433174-a78d-41a7-867e-7fcc9de13105 req-fa9236da-d4b6-4a7d-8e93-45ca765cad75 service neutron] 10.222.0.59 "GET /v2.0/networks/dc85d922-ae22-42c5-9deb-45d818643b4d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1630013
Dec 09 05:35:00.651393 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-485f23ba-29b1-40f7-934a-f683783cf74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff8723eb8>, [{'id': '8559d66b-25fc-4afc-9c49-1405a5074c84', 'name': 'tempest-AttachVolumeTestJSON-828419125-router', 'tenant_id': '9201b4ea11f94e639e12c77d9a8399c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '534abad0-cb8a-45a5-89dc-932bf90ecd2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:29:34Z', 'updated_at': '2020-12-09T05:29:45Z', 'revision_number': 4, 'project_id': '9201b4ea11f94e639e12c77d9a8399c8', 'gw_port': {'id': '534abad0-cb8a-45a5-89dc-932bf90ecd2c', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:38:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8559d66b-25fc-4afc-9c49-1405a5074c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:29:35Z', 'updated_at': '2020-12-09T05:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_floatingips': [{'id': 'e677b72e-6c64-4499-bc0a-fafeba344134', 'tenant_id': '9201b4ea11f94e639e12c77d9a8399c8', 'floating_ip_address': '172.27.2.30', 'floating_network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'router_id': '8559d66b-25fc-4afc-9c49-1405a5074c84', 'port_id': '149d63e3-9d58-4961-89ef-5c396a8f8a6f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc85d922-ae22-42c5-9deb-45d818643b4d', 'mac_address': 'fa:16:3e:6d:a4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b240b4d9-0b95-4f0d-addf-6d19e727d043', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-09T05:34:44Z', 'updated_at': '2020-12-09T05:34:58Z', 'revision_number': 1, 'project_id': '9201b4ea11f94e639e12c77d9a8399c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11651696-cf2f-4d1e-ae2b-505371825be0', 'name': '', 'network_id': 'dc85d922-ae22-42c5-9deb-45d818643b4d', 'tenant_id': '9201b4ea11f94e639e12c77d9a8399c8', 'mac_address': 'fa:16:3e:49:51:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8559d66b-25fc-4afc-9c49-1405a5074c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8f49fd64-da9a-42ca-aba6-01dbe1ac7987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:29:42Z', 'updated_at': '2020-12-09T05:29:58Z', 'revision_number': 5, 'project_id': '9201b4ea11f94e639e12c77d9a8399c8', 'subnets': [{'id': '8f49fd64-da9a-42ca-aba6-01dbe1ac7987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:35:00.656721 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485f23ba-29b1-40f7-934a-f683783cf74e None None] The sync data for ids ['8559d66b-25fc-4afc-9c49-1405a5074c84'] in dv-cinder-763306-6-iscsi is: [{'id': '8559d66b-25fc-4afc-9c49-1405a5074c84', 'name': 'tempest-AttachVolumeTestJSON-828419125-router', 'tenant_id': '9201b4ea11f94e639e12c77d9a8399c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '534abad0-cb8a-45a5-89dc-932bf90ecd2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:29:34Z', 'updated_at': '2020-12-09T05:29:45Z', 'revision_number': 4, 'project_id': '9201b4ea11f94e639e12c77d9a8399c8', 'gw_port': {'id': '534abad0-cb8a-45a5-89dc-932bf90ecd2c', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:38:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8559d66b-25fc-4afc-9c49-1405a5074c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:29:35Z', 'updated_at': '2020-12-09T05:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_floatingips': [{'id': 'e677b72e-6c64-4499-bc0a-fafeba344134', 'tenant_id': '9201b4ea11f94e639e12c77d9a8399c8', 'floating_ip_address': '172.27.2.30', 'floating_network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'router_id': '8559d66b-25fc-4afc-9c49-1405a5074c84', 'port_id': '149d63e3-9d58-4961-89ef-5c396a8f8a6f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc85d922-ae22-42c5-9deb-45d818643b4d', 'mac_address': 'fa:16:3e:6d:a4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b240b4d9-0b95-4f0d-addf-6d19e727d043', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-09T05:34:44Z', 'updated_at': '2020-12-09T05:34:58Z', 'revision_number': 1, 'project_id': '9201b4ea11f94e639e12c77d9a8399c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11651696-cf2f-4d1e-ae2b-505371825be0', 'name': '', 'network_id': 'dc85d922-ae22-42c5-9deb-45d818643b4d', 'tenant_id': '9201b4ea11f94e639e12c77d9a8399c8', 'mac_address': 'fa:16:3e:49:51:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8559d66b-25fc-4afc-9c49-1405a5074c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8f49fd64-da9a-42ca-aba6-01dbe1ac7987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:29:42Z', 'updated_at': '2020-12-09T05:29:58Z', 'revision_number': 5, 'project_id': '9201b4ea11f94e639e12c77d9a8399c8', 'subnets': [{'id': '8f49fd64-da9a-42ca-aba6-01dbe1ac7987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 09 05:35:00.803614 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-99433174-a78d-41a7-867e-7fcc9de13105 req-f7aef688-7a4f-43ea-a6b8-66d1f81f793d service neutron] 10.222.0.59 "GET /v2.0/networks/dc85d922-ae22-42c5-9deb-45d818643b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2189577
Dec 09 05:35:01.037902 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e5cff3-c6f2-4e2b-a3dc-f3c5c696bbaf None None] New status for floating IP e677b72e-6c64-4499-bc0a-fafeba344134: ACTIVE {{(pid=80247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 09 05:35:01.121564 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6c23b-4963-4786-a172-7487c061fcde req-3256bc2d-f3de-4ff0-901d-546b39ac2be1 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:35:01.123276 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a6c6c23b-4963-4786-a172-7487c061fcde req-3256bc2d-f3de-4ff0-901d-546b39ac2be1 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] 10.222.0.39 "GET /v2.0/ports?device_id=93015503-ef43-4cc2-bbe6-57aad0ec0c7f HTTP/1.1" status: 200  len: 945 time: 0.3528817
Dec 09 05:35:01.175882 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a6c6c23b-4963-4786-a172-7487c061fcde req-6169193b-9dd0-4fbe-b8d1-47c78246bd9d tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] 10.222.0.39 "GET /v2.0/security-groups?id=beb298bc-7ceb-46dc-9829-5e59f8913650&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461359
Dec 09 05:35:01.290854 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a37c23cb-caa9-4224-b780-fbc805097483 req-be636c9d-579c-48f2-917a-b78702446946 tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] 10.222.0.39 "GET /v2.0/ports?device_id=45eb8529-47d6-4058-be87-fde04378a48a HTTP/1.1" status: 200  len: 210 time: 0.0476074
Dec 09 05:35:01.520679 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a501c44a-0ac2-442b-9fb9-4f840fe8e1f1 req-43faf2b7-d57e-4ee4-ac27-b45287475aa4 tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] 10.222.0.59 "GET /v2.0/networks?tenant_id=73b8d66871614a71bb9f81b5f7989d21&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0337799
Dec 09 05:35:01.692824 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501c44a-0ac2-442b-9fb9-4f840fe8e1f1 req-1015f80d-f14b-4c7f-a7c8-a22f070e6676 tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:35:01.694675 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a501c44a-0ac2-442b-9fb9-4f840fe8e1f1 req-1015f80d-f14b-4c7f-a7c8-a22f070e6676 tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1677978
Dec 09 05:35:01.730294 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-a501c44a-0ac2-442b-9fb9-4f840fe8e1f1 req-474dfb43-5ab5-47ce-a3fa-8432cea28294 tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] Request body: {'port': {'device_id': '45eb8529-47d6-4058-be87-fde04378a48a', 'network_id': '74706659-b2fe-4827-bda1-55f602312be8', 'admin_state_up': True, 'tenant_id': '73b8d66871614a71bb9f81b5f7989d21'}} {{(pid=80246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:35:01.930964 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-a501c44a-0ac2-442b-9fb9-4f840fe8e1f1 req-474dfb43-5ab5-47ce-a3fa-8432cea28294 tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:35:01.936159 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-a501c44a-0ac2-442b-9fb9-4f840fe8e1f1 req-474dfb43-5ab5-47ce-a3fa-8432cea28294 tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] Usage tracker for resource:port and tenant:73b8d66871614a71bb9f81b5f7989d21 is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:35:01.939476 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-a501c44a-0ac2-442b-9fb9-4f840fe8e1f1 req-474dfb43-5ab5-47ce-a3fa-8432cea28294 tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] Quota usage for port was recalculated. Used quota:0. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:35:01.945441 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-a501c44a-0ac2-442b-9fb9-4f840fe8e1f1 req-474dfb43-5ab5-47ce-a3fa-8432cea28294 tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:35:01.955683 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a501c44a-0ac2-442b-9fb9-4f840fe8e1f1 req-474dfb43-5ab5-47ce-a3fa-8432cea28294 tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] Made reservation on behalf of 73b8d66871614a71bb9f81b5f7989d21 for: {'port': 1} {{(pid=80246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 09 05:35:01.961440 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-a501c44a-0ac2-442b-9fb9-4f840fe8e1f1 req-474dfb43-5ab5-47ce-a3fa-8432cea28294 tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:01.976729 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-a501c44a-0ac2-442b-9fb9-4f840fe8e1f1 req-474dfb43-5ab5-47ce-a3fa-8432cea28294 tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] Notify callbacks [] for security_group, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:01.995161 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-a501c44a-0ac2-442b-9fb9-4f840fe8e1f1 req-474dfb43-5ab5-47ce-a3fa-8432cea28294 tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:35:01.999354 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-a501c44a-0ac2-442b-9fb9-4f840fe8e1f1 req-474dfb43-5ab5-47ce-a3fa-8432cea28294 tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] Usage tracker for resource:security_group_rule and tenant:73b8d66871614a71bb9f81b5f7989d21 is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:35:02.002720 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-a501c44a-0ac2-442b-9fb9-4f840fe8e1f1 req-474dfb43-5ab5-47ce-a3fa-8432cea28294 tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:35:02.008670 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-a501c44a-0ac2-442b-9fb9-4f840fe8e1f1 req-474dfb43-5ab5-47ce-a3fa-8432cea28294 tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:35:02.110374 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-a501c44a-0ac2-442b-9fb9-4f840fe8e1f1 req-474dfb43-5ab5-47ce-a3fa-8432cea28294 tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] Notify callbacks [] for security_group, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:02.113917 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-a501c44a-0ac2-442b-9fb9-4f840fe8e1f1 req-474dfb43-5ab5-47ce-a3fa-8432cea28294 tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:02.125287 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-61da4931-a054-434d-a666-79257b52b79d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:35:02.197059 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474dfb43-5ab5-47ce-a3fa-8432cea28294 tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] Pushing event updated for resources: {'SecurityGroup': ['ID=b3274891-f332-46ee-82c3-9733d8004052,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:35:02.204276 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-474dfb43-5ab5-47ce-a3fa-8432cea28294 tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:35:02.225682 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426542c1-a3e9-401c-873b-4a0400e220b3 req-bdb698c6-31d5-46cd-8005-671c6b85c6c3 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:35:02.228709 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-426542c1-a3e9-401c-873b-4a0400e220b3 req-bdb698c6-31d5-46cd-8005-671c6b85c6c3 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] 10.222.0.59 "GET /v2.0/ports?device_id=93015503-ef43-4cc2-bbe6-57aad0ec0c7f HTTP/1.1" status: 200  len: 945 time: 0.1103451
Dec 09 05:35:02.332089 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-426542c1-a3e9-401c-873b-4a0400e220b3 req-2a4a7e06-d644-4cc4-9436-4829e3a90b8c tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Deleting port b75da518-d3d9-4bc3-8219-f30598c2b83e {{(pid=80245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 09 05:35:02.333203 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-426542c1-a3e9-401c-873b-4a0400e220b3 req-2a4a7e06-d644-4cc4-9436-4829e3a90b8c tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787496886762'] for port, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:02.564841 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [req-a501c44a-0ac2-442b-9fb9-4f840fe8e1f1 req-474dfb43-5ab5-47ce-a3fa-8432cea28294 tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] Allocated IP 192.168.233.155 (74706659-b2fe-4827-bda1-55f602312be8/c3496f44-b796-44bc-8527-1dd093c79dc4/e25ae071-c04e-479c-9998-b52b425242f0) {{(pid=80246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 09 05:35:02.576024 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-522d26b3-6c89-4966-adbd-634b0dd2a2af req-d17b4af0-51e1-4df8-8c4b-5c51ba5f404a tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] 10.222.0.39 "GET /v2.0/ports?device_id=45eb8529-47d6-4058-be87-fde04378a48a HTTP/1.1" status: 200  len: 210 time: 0.0618415
Dec 09 05:35:02.663833 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a497bb-d780-4b2e-8d32-897e4f958991 req-72455fcf-d536-40c6-a905-e277c89d1946 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:35:02.666211 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c7a497bb-d780-4b2e-8d32-897e4f958991 req-72455fcf-d536-40c6-a905-e277c89d1946 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] 10.222.0.39 "GET /v2.0/ports?device_id=93015503-ef43-4cc2-bbe6-57aad0ec0c7f HTTP/1.1" status: 200  len: 945 time: 0.2669613
Dec 09 05:35:02.748373 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-426542c1-a3e9-401c-873b-4a0400e220b3 req-2a4a7e06-d644-4cc4-9436-4829e3a90b8c tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] For port b75da518-d3d9-4bc3-8219-f30598c2b83e, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=b75da518-d3d9-4bc3-8219-f30598c2b83e,segment=NetworkSegment(928faf44-d11f-4138-a5f0-9c26b4ba995a),segment_id=928faf44-d11f-4138-a5f0-9c26b4ba995a)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:35:02.748778 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-426542c1-a3e9-401c-873b-4a0400e220b3 req-2a4a7e06-d644-4cc4-9436-4829e3a90b8c tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744221'] for port, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:02.759726 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c7a497bb-d780-4b2e-8d32-897e4f958991 req-3d3277be-f8d1-44bb-8600-0907ca7c07c1 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] 10.222.0.39 "GET /v2.0/security-groups?id=beb298bc-7ceb-46dc-9829-5e59f8913650&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0853093
Dec 09 05:35:02.835880 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-a501c44a-0ac2-442b-9fb9-4f840fe8e1f1 req-474dfb43-5ab5-47ce-a3fa-8432cea28294 tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] Notify callbacks [] for port, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:02.857890 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [req-a501c44a-0ac2-442b-9fb9-4f840fe8e1f1 req-474dfb43-5ab5-47ce-a3fa-8432cea28294 tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] Transition to ACTIVE for port object e25ae071-c04e-479c-9998-b52b425242f0 will not be triggered until provisioned by entity DHCP. {{(pid=80246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 09 05:35:02.879420 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-a501c44a-0ac2-442b-9fb9-4f840fe8e1f1 req-474dfb43-5ab5-47ce-a3fa-8432cea28294 tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249358491764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10841009'] for port, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:02.898334 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-63e1b8b2-b12c-4308-b7e9-b3b06a7014a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:35:02.899142 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-426542c1-a3e9-401c-873b-4a0400e220b3 req-2a4a7e06-d644-4cc4-9436-4829e3a90b8c tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Calling delete_port for b75da518-d3d9-4bc3-8219-f30598c2b83e owned by compute:nova {{(pid=80245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 09 05:35:03.057044 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474dfb43-5ab5-47ce-a3fa-8432cea28294 tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] Pushing event updated for resources: {'Port': ['ID=e25ae071-c04e-479c-9998-b52b425242f0,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:35:03.060422 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-474dfb43-5ab5-47ce-a3fa-8432cea28294 tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:35:03.082308 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-426542c1-a3e9-401c-873b-4a0400e220b3 req-2a4a7e06-d644-4cc4-9436-4829e3a90b8c tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787496890807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249358481609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844148928'] for port, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:03.101148 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-0d3a5b4a-1010-4144-96fb-862f63e8c86c tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:35:03.145261 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a501c44a-0ac2-442b-9fb9-4f840fe8e1f1 req-474dfb43-5ab5-47ce-a3fa-8432cea28294 tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] Network 74706659-b2fe-4827-bda1-55f602312be8 is already hosted by enough agents. {{(pid=80246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 09 05:35:03.146668 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [req-a501c44a-0ac2-442b-9fb9-4f840fe8e1f1 req-474dfb43-5ab5-47ce-a3fa-8432cea28294 tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] Resources bound (agent type, host, resource id):  {{(pid=80246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:35:03.150267 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-a501c44a-0ac2-442b-9fb9-4f840fe8e1f1 req-474dfb43-5ab5-47ce-a3fa-8432cea28294 tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] Received port after_create {{(pid=80246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 09 05:35:03.154064 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4a7e06-d644-4cc4-9436-4829e3a90b8c tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Pushing event deleted for resources: {'Port': ['ID=b75da518-d3d9-4bc3-8219-f30598c2b83e,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:35:03.176242 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4a7e06-d644-4cc4-9436-4829e3a90b8c tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:35:03.176667 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4a7e06-d644-4cc4-9436-4829e3a90b8c tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:35:03.177221 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4a7e06-d644-4cc4-9436-4829e3a90b8c tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:35:03.177497 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4a7e06-d644-4cc4-9436-4829e3a90b8c tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:35:03.177850 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4a7e06-d644-4cc4-9436-4829e3a90b8c tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:35:03.178247 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4a7e06-d644-4cc4-9436-4829e3a90b8c tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:35:03.178637 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4a7e06-d644-4cc4-9436-4829e3a90b8c tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:35:03.179030 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4a7e06-d644-4cc4-9436-4829e3a90b8c tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:35:03.179425 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4a7e06-d644-4cc4-9436-4829e3a90b8c tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:35:03.179884 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4a7e06-d644-4cc4-9436-4829e3a90b8c tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:35:03.180197 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4a7e06-d644-4cc4-9436-4829e3a90b8c tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:35:03.180618 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4a7e06-d644-4cc4-9436-4829e3a90b8c tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:35:03.181061 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4a7e06-d644-4cc4-9436-4829e3a90b8c tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:35:03.181448 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4a7e06-d644-4cc4-9436-4829e3a90b8c tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:35:03.181950 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4a7e06-d644-4cc4-9436-4829e3a90b8c tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:35:03.182340 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4a7e06-d644-4cc4-9436-4829e3a90b8c tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:35:03.182726 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4a7e06-d644-4cc4-9436-4829e3a90b8c tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:35:03.183117 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4a7e06-d644-4cc4-9436-4829e3a90b8c tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:35:03.183551 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4a7e06-d644-4cc4-9436-4829e3a90b8c tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:35:03.183870 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4a7e06-d644-4cc4-9436-4829e3a90b8c tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:35:03.184237 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4a7e06-d644-4cc4-9436-4829e3a90b8c tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:35:03.184615 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4a7e06-d644-4cc4-9436-4829e3a90b8c tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:35:03.185159 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4a7e06-d644-4cc4-9436-4829e3a90b8c tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:35:03.185373 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4a7e06-d644-4cc4-9436-4829e3a90b8c tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:35:03.188731 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device b75da518-d3d9-4bc3-8219-f30598c2b83e no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 09 05:35:03.191345 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-2a4a7e06-d644-4cc4-9436-4829e3a90b8c tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:35:03.239395 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] No Port match for: b75da518-d3d9-4bc3-8219-f30598c2b83e {{(pid=80247) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 09 05:35:03.239811 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device b75da518-d3d9-4bc3-8219-f30598c2b83e not bound to the agent host hv-cinder-76330 {{(pid=80247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 09 05:35:03.246976 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501c44a-0ac2-442b-9fb9-4f840fe8e1f1 req-474dfb43-5ab5-47ce-a3fa-8432cea28294 tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:35:03.247685 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-a501c44a-0ac2-442b-9fb9-4f840fe8e1f1 req-474dfb43-5ab5-47ce-a3fa-8432cea28294 tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870'] for port, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:03.278692 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a501c44a-0ac2-442b-9fb9-4f840fe8e1f1 req-474dfb43-5ab5-47ce-a3fa-8432cea28294 tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.5530779
Dec 09 05:35:03.293349 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-a501c44a-0ac2-442b-9fb9-4f840fe8e1f1 req-e0150686-1746-4cfd-b2f3-4a193fc5d2c9 service neutron] Request body: {'port': {'device_id': '45eb8529-47d6-4058-be87-fde04378a48a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:35:03.371757 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-426542c1-a3e9-401c-873b-4a0400e220b3 req-2a4a7e06-d644-4cc4-9436-4829e3a90b8c tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] No DVR routers for this DVR port b75da518-d3d9-4bc3-8219-f30598c2b83e on host hv-cinder-76330 {{(pid=80245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 09 05:35:03.374578 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-426542c1-a3e9-401c-873b-4a0400e220b3 req-2a4a7e06-d644-4cc4-9436-4829e3a90b8c tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870'] for port, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:03.379136 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93015503-ef43-4cc2-bbe6-57aad0ec0c7f', 'name': 'network-vif-deleted', 'tag': 'b75da518-d3d9-4bc3-8219-f30598c2b83e'}] {{(pid=80245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:35:03.407305 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-426542c1-a3e9-401c-873b-4a0400e220b3 req-2a4a7e06-d644-4cc4-9436-4829e3a90b8c tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] 10.222.0.59 "DELETE /v2.0/ports/b75da518-d3d9-4bc3-8219-f30598c2b83e HTTP/1.1" status: 204  len: 173 time: 1.1724906
Dec 09 05:35:03.475467 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93015503-ef43-4cc2-bbe6-57aad0ec0c7f', 'name': 'network-vif-deleted', 'tag': 'b75da518-d3d9-4bc3-8219-f30598c2b83e', 'status': 'completed', 'code': 200}
Dec 09 05:35:03.483134 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-a501c44a-0ac2-442b-9fb9-4f840fe8e1f1 req-e0150686-1746-4cfd-b2f3-4a193fc5d2c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:03.530816 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-5a845696-8cc2-45f3-a2a0-c6d08782574d None None] Provisioning for port e25ae071-c04e-479c-9998-b52b425242f0 completed by entity DHCP. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 09 05:35:03.537505 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-5a845696-8cc2-45f3-a2a0-c6d08782574d None None] Provisioning complete for port e25ae071-c04e-479c-9998-b52b425242f0 triggered by entity DHCP. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:35:03.538203 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5a845696-8cc2-45f3-a2a0-c6d08782574d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:03.601794 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-5a845696-8cc2-45f3-a2a0-c6d08782574d None None] Port e25ae071-c04e-479c-9998-b52b425242f0 cannot update to ACTIVE because it is not bound. {{(pid=80247) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 09 05:35:03.841739 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8294d210-f023-4d30-9b97-f5e4906f1ae8 req-0240dd0d-4bec-444f-9849-91463aa9b420 tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:35:03.857267 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8294d210-f023-4d30-9b97-f5e4906f1ae8 req-0240dd0d-4bec-444f-9849-91463aa9b420 tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] 10.222.0.39 "GET /v2.0/ports?device_id=45eb8529-47d6-4058-be87-fde04378a48a HTTP/1.1" status: 200  len: 936 time: 0.1298499
Dec 09 05:35:03.956960 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8294d210-f023-4d30-9b97-f5e4906f1ae8 req-bad0d59d-da46-407d-a4ce-addccc0cbc48 tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] 10.222.0.39 "GET /v2.0/security-groups?id=b3274891-f332-46ee-82c3-9733d8004052&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0978866
Dec 09 05:35:04.012463 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [req-a501c44a-0ac2-442b-9fb9-4f840fe8e1f1 req-e0150686-1746-4cfd-b2f3-4a193fc5d2c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e25ae071-c04e-479c-9998-b52b425242f0 {{(pid=80246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 09 05:35:04.020323 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-a501c44a-0ac2-442b-9fb9-4f840fe8e1f1 req-e0150686-1746-4cfd-b2f3-4a193fc5d2c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:04.036127 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [req-a501c44a-0ac2-442b-9fb9-4f840fe8e1f1 req-e0150686-1746-4cfd-b2f3-4a193fc5d2c9 service neutron] Transition to ACTIVE for port object e25ae071-c04e-479c-9998-b52b425242f0 will not be triggered until provisioned by entity L2. {{(pid=80246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 09 05:35:04.082354 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-a501c44a-0ac2-442b-9fb9-4f840fe8e1f1 req-e0150686-1746-4cfd-b2f3-4a193fc5d2c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843934808'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:04.107206 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-4b00fe04-e2d5-446d-9729-bf515a536275 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:35:04.147129 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a2d7ac69-dbdb-4623-9b14-cd1f72f95f3b req-41a176e3-6513-47db-957a-1d773e53e1c4 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] 10.222.0.39 "GET /v2.0/ports?device_id=93015503-ef43-4cc2-bbe6-57aad0ec0c7f HTTP/1.1" status: 200  len: 210 time: 0.1072662
Dec 09 05:35:04.257299 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0150686-1746-4cfd-b2f3-4a193fc5d2c9 service neutron] Pushing event updated for resources: {'Port': ['ID=e25ae071-c04e-479c-9998-b52b425242f0,revision_number=2']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:35:04.263341 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e0150686-1746-4cfd-b2f3-4a193fc5d2c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:35:04.473067 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-a501c44a-0ac2-442b-9fb9-4f840fe8e1f1 req-e0150686-1746-4cfd-b2f3-4a193fc5d2c9 service neutron] Attempting to bind port e25ae071-c04e-479c-9998-b52b425242f0 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 09 05:35:04.473891 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-a501c44a-0ac2-442b-9fb9-4f840fe8e1f1 req-e0150686-1746-4cfd-b2f3-4a193fc5d2c9 service neutron] Attempting to bind port e25ae071-c04e-479c-9998-b52b425242f0 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '7b1304a4-bdb6-4350-99d6-b780769e2196', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '74706659-b2fe-4827-bda1-55f602312be8'}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 09 05:35:04.473891 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a501c44a-0ac2-442b-9fb9-4f840fe8e1f1 req-e0150686-1746-4cfd-b2f3-4a193fc5d2c9 service neutron] Attempting to bind port e25ae071-c04e-479c-9998-b52b425242f0 on network 74706659-b2fe-4827-bda1-55f602312be8 {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 09 05:35:04.480666 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a501c44a-0ac2-442b-9fb9-4f840fe8e1f1 req-e0150686-1746-4cfd-b2f3-4a193fc5d2c9 service neutron] Checking agent: {'id': '86479789-5ca7-450a-99e9-f63f20b79a87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 27, 56), 'started_at': datetime.datetime(2020, 12, 9, 5, 28, 26), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 05:35:04.481049 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a501c44a-0ac2-442b-9fb9-4f840fe8e1f1 req-e0150686-1746-4cfd-b2f3-4a193fc5d2c9 service neutron] Checking segment: {'id': '7b1304a4-bdb6-4350-99d6-b780769e2196', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '74706659-b2fe-4827-bda1-55f602312be8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 09 05:35:04.481462 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-a501c44a-0ac2-442b-9fb9-4f840fe8e1f1 req-e0150686-1746-4cfd-b2f3-4a193fc5d2c9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:04.481904 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a501c44a-0ac2-442b-9fb9-4f840fe8e1f1 req-e0150686-1746-4cfd-b2f3-4a193fc5d2c9 service neutron] Bound using segment: {'id': '7b1304a4-bdb6-4350-99d6-b780769e2196', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '74706659-b2fe-4827-bda1-55f602312be8'} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 05:35:04.482387 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-a501c44a-0ac2-442b-9fb9-4f840fe8e1f1 req-e0150686-1746-4cfd-b2f3-4a193fc5d2c9 service neutron] Bound port: e25ae071-c04e-479c-9998-b52b425242f0, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b1304a4-bdb6-4350-99d6-b780769e2196', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '74706659-b2fe-4827-bda1-55f602312be8'}}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 09 05:35:04.482768 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-a501c44a-0ac2-442b-9fb9-4f840fe8e1f1 req-e0150686-1746-4cfd-b2f3-4a193fc5d2c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:04.584353 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-a501c44a-0ac2-442b-9fb9-4f840fe8e1f1 req-e0150686-1746-4cfd-b2f3-4a193fc5d2c9 service neutron] For port e25ae071-c04e-479c-9998-b52b425242f0, host hv-cinder-76330, cleared binding levels {{(pid=80246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 09 05:35:04.589219 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-a501c44a-0ac2-442b-9fb9-4f840fe8e1f1 req-e0150686-1746-4cfd-b2f3-4a193fc5d2c9 service neutron] For port e25ae071-c04e-479c-9998-b52b425242f0, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=e25ae071-c04e-479c-9998-b52b425242f0,segment=NetworkSegment(7b1304a4-bdb6-4350-99d6-b780769e2196),segment_id=7b1304a4-bdb6-4350-99d6-b780769e2196)] {{(pid=80246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 09 05:35:04.593066 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-a501c44a-0ac2-442b-9fb9-4f840fe8e1f1 req-e0150686-1746-4cfd-b2f3-4a193fc5d2c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843934808'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:04.609682 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-cf26dbd4-415a-47e2-a119-57f742d5af25 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:35:05.059610 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0150686-1746-4cfd-b2f3-4a193fc5d2c9 service neutron] Pushing event updated for resources: {'Port': ['ID=e25ae071-c04e-479c-9998-b52b425242f0,revision_number=3']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:35:05.065548 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e0150686-1746-4cfd-b2f3-4a193fc5d2c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:35:05.113507 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501c44a-0ac2-442b-9fb9-4f840fe8e1f1 req-e0150686-1746-4cfd-b2f3-4a193fc5d2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:35:05.115455 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-a501c44a-0ac2-442b-9fb9-4f840fe8e1f1 req-e0150686-1746-4cfd-b2f3-4a193fc5d2c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870'] for port, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:05.117375 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a501c44a-0ac2-442b-9fb9-4f840fe8e1f1 req-e0150686-1746-4cfd-b2f3-4a193fc5d2c9 service neutron] 10.222.0.59 "PUT /v2.0/ports/e25ae071-c04e-479c-9998-b52b425242f0 HTTP/1.1" status: 200  len: 1162 time: 1.8298922
Dec 09 05:35:05.118483 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45eb8529-47d6-4058-be87-fde04378a48a', 'tag': 'e25ae071-c04e-479c-9998-b52b425242f0'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:35:05.221430 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45eb8529-47d6-4058-be87-fde04378a48a', 'tag': 'e25ae071-c04e-479c-9998-b52b425242f0', 'status': 'completed', 'code': 200}
Dec 09 05:35:05.244152 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68ca91f-8bcc-4582-8d98-3ba0d1d8f4e4 req-893a68d8-7ae3-452b-8c37-b9dc3d9cc2b6 tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:35:05.251776 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d68ca91f-8bcc-4582-8d98-3ba0d1d8f4e4 req-893a68d8-7ae3-452b-8c37-b9dc3d9cc2b6 tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] 10.222.0.39 "GET /v2.0/ports?device_id=45eb8529-47d6-4058-be87-fde04378a48a HTTP/1.1" status: 200  len: 948 time: 0.1379080
Dec 09 05:35:05.308791 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d68ca91f-8bcc-4582-8d98-3ba0d1d8f4e4 req-54a8f6d0-e7fb-4723-add1-25ddb4c86ac3 tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] 10.222.0.39 "GET /v2.0/security-groups?id=b3274891-f332-46ee-82c3-9733d8004052&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557518
Dec 09 05:35:05.532286 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501c44a-0ac2-442b-9fb9-4f840fe8e1f1 req-cc49cdd4-b056-4f4a-b414-b4614f5b0ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:35:05.534032 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a501c44a-0ac2-442b-9fb9-4f840fe8e1f1 req-cc49cdd4-b056-4f4a-b414-b4614f5b0ad8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=73b8d66871614a71bb9f81b5f7989d21&device_id=45eb8529-47d6-4058-be87-fde04378a48a HTTP/1.1" status: 200  len: 1165 time: 0.3629868
Dec 09 05:35:05.626741 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a501c44a-0ac2-442b-9fb9-4f840fe8e1f1 req-8ec0332c-38f6-4388-998c-565933446a3c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=e25ae071-c04e-479c-9998-b52b425242f0 HTTP/1.1" status: 200  len: 217 time: 0.0835319
Dec 09 05:35:05.735267 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501c44a-0ac2-442b-9fb9-4f840fe8e1f1 req-407b399f-8825-4ac1-8de6-bc7cd2230705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:35:05.736839 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a501c44a-0ac2-442b-9fb9-4f840fe8e1f1 req-407b399f-8825-4ac1-8de6-bc7cd2230705 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c3496f44-b796-44bc-8527-1dd093c79dc4 HTTP/1.1" status: 200  len: 843 time: 0.1030655
Dec 09 05:35:06.052886 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ad881-3709-44fe-87c7-e327509ab782 req-f7969009-82ae-441f-a034-5fa9cdbef3f2 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:35:06.054673 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a89ad881-3709-44fe-87c7-e327509ab782 req-f7969009-82ae-441f-a034-5fa9cdbef3f2 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] 10.222.0.39 "GET /v2.0/networks?id=667f2e97-aece-4ce5-94bc-8129564fb4d1 HTTP/1.1" status: 200  len: 809 time: 0.3470078
Dec 09 05:35:06.058283 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501c44a-0ac2-442b-9fb9-4f840fe8e1f1 req-0bb43fc9-d0ba-4b7b-90dc-520835521089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:35:06.059868 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a501c44a-0ac2-442b-9fb9-4f840fe8e1f1 req-0bb43fc9-d0ba-4b7b-90dc-520835521089 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=74706659-b2fe-4827-bda1-55f602312be8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.3139882
Dec 09 05:35:06.104882 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a89ad881-3709-44fe-87c7-e327509ab782 req-864bc70d-604c-4440-98dc-c6f3841223f4 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] 10.222.0.39 "GET /v2.0/quotas/e1c125908df848eaa4a3528332a175f1 HTTP/1.1" status: 200  len: 375 time: 0.0397301
Dec 09 05:35:06.224626 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a89ad881-3709-44fe-87c7-e327509ab782 req-7d66fe99-0a87-424d-a6d8-371b41d0c024 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] 10.222.0.39 "GET /v2.0/ports?tenant_id=e1c125908df848eaa4a3528332a175f1&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1086791
Dec 09 05:35:06.285802 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a501c44a-0ac2-442b-9fb9-4f840fe8e1f1 req-38d09835-a377-4a4a-be6c-4bbe2bfd0793 service neutron] 10.222.0.59 "GET /v2.0/networks/74706659-b2fe-4827-bda1-55f602312be8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2118354
Dec 09 05:35:06.596329 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a501c44a-0ac2-442b-9fb9-4f840fe8e1f1 req-0b17e0f0-705d-45e4-9a71-ae63e0ce280b service neutron] 10.222.0.59 "GET /v2.0/networks/74706659-b2fe-4827-bda1-55f602312be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2948906
Dec 09 05:35:06.603181 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77154def-d3cb-451d-bd79-f7114ab61fb4 req-3a17ec7b-3639-42c4-80fc-04797d46a571 tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:35:06.605404 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-77154def-d3cb-451d-bd79-f7114ab61fb4 req-3a17ec7b-3639-42c4-80fc-04797d46a571 tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] 10.222.0.39 "GET /v2.0/ports?device_id=45eb8529-47d6-4058-be87-fde04378a48a HTTP/1.1" status: 200  len: 948 time: 0.1120336
Dec 09 05:35:06.628309 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a89ad881-3709-44fe-87c7-e327509ab782 req-71d2afec-ff9b-411d-b824-05955622ece8 service neutron] 10.222.0.39 "GET /v2.0/networks/667f2e97-aece-4ce5-94bc-8129564fb4d1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3914182
Dec 09 05:35:06.677282 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-77154def-d3cb-451d-bd79-f7114ab61fb4 req-626f4213-dfe9-407d-85fc-df993227c5ac tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] 10.222.0.39 "GET /v2.0/security-groups?id=b3274891-f332-46ee-82c3-9733d8004052&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601881
Dec 09 05:35:06.909650 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a89ad881-3709-44fe-87c7-e327509ab782 req-9b073469-3bda-4726-ad5d-920f21758a6b service neutron] 10.222.0.39 "GET /v2.0/networks/667f2e97-aece-4ce5-94bc-8129564fb4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2743075
Dec 09 05:35:06.912645 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70878258-e864-4138-af59-de31a4cfa1ba req-168ee2da-1c05-4268-add4-ea887c8595cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:35:06.914036 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-70878258-e864-4138-af59-de31a4cfa1ba req-168ee2da-1c05-4268-add4-ea887c8595cb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=73b8d66871614a71bb9f81b5f7989d21&device_id=45eb8529-47d6-4058-be87-fde04378a48a HTTP/1.1" status: 200  len: 1165 time: 0.2501955
Dec 09 05:35:07.112582 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70878258-e864-4138-af59-de31a4cfa1ba req-0a8f93b9-4421-4cdd-ac74-6a6b2989b93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:35:07.115085 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-70878258-e864-4138-af59-de31a4cfa1ba req-0a8f93b9-4421-4cdd-ac74-6a6b2989b93f service neutron] 10.222.0.59 "GET /v2.0/networks?id=74706659-b2fe-4827-bda1-55f602312be8 HTTP/1.1" status: 200  len: 863 time: 0.1881130
Dec 09 05:35:07.248173 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-70878258-e864-4138-af59-de31a4cfa1ba req-4e764d91-bbea-47b1-937c-da80e5b8fd5c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=e25ae071-c04e-479c-9998-b52b425242f0 HTTP/1.1" status: 200  len: 217 time: 0.1260581
Dec 09 05:35:07.325037 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-77b1f9d8-d929-4280-a025-df9dc793eb92 req-8eebb40e-0773-43b5-9ef0-f0f827920523 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] 10.222.0.39 "GET /v2.0/ports?device_id=05109a02-24e6-4343-abc9-d075e243a453 HTTP/1.1" status: 200  len: 210 time: 0.1396289
Dec 09 05:35:07.358500 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70878258-e864-4138-af59-de31a4cfa1ba req-d3544e05-e63d-4a59-bafd-2fcfe5859984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:35:07.360022 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-70878258-e864-4138-af59-de31a4cfa1ba req-d3544e05-e63d-4a59-bafd-2fcfe5859984 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c3496f44-b796-44bc-8527-1dd093c79dc4 HTTP/1.1" status: 200  len: 843 time: 0.1037505
Dec 09 05:35:07.460647 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70878258-e864-4138-af59-de31a4cfa1ba req-e4fb4371-2135-4da8-a118-7992ffec2ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:35:07.462946 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-70878258-e864-4138-af59-de31a4cfa1ba req-e4fb4371-2135-4da8-a118-7992ffec2ed9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=74706659-b2fe-4827-bda1-55f602312be8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0950532
Dec 09 05:35:07.695064 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-70878258-e864-4138-af59-de31a4cfa1ba req-d5ddf448-d7ae-4e78-8640-ac08f5a94481 service neutron] 10.222.0.59 "GET /v2.0/networks/74706659-b2fe-4827-bda1-55f602312be8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2237983
Dec 09 05:35:07.934139 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-70878258-e864-4138-af59-de31a4cfa1ba req-63d9fcd0-d1f0-439f-8b24-5b21d7ccd1b5 service neutron] 10.222.0.59 "GET /v2.0/networks/74706659-b2fe-4827-bda1-55f602312be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2301795
Dec 09 05:35:08.027538 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f5caf2-8f43-4d0c-a7d2-7cf63b2f2828 req-fe3f81d6-ebf6-410b-963f-59676b3ac3eb tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:35:08.029125 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-50f5caf2-8f43-4d0c-a7d2-7cf63b2f2828 req-fe3f81d6-ebf6-410b-963f-59676b3ac3eb tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] 10.222.0.39 "GET /v2.0/ports?device_id=45eb8529-47d6-4058-be87-fde04378a48a HTTP/1.1" status: 200  len: 948 time: 0.1286364
Dec 09 05:35:08.093339 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-50f5caf2-8f43-4d0c-a7d2-7cf63b2f2828 req-1fe3663a-fcac-4b87-b096-c6a5eb8a3531 tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] 10.222.0.39 "GET /v2.0/security-groups?id=b3274891-f332-46ee-82c3-9733d8004052&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560336
Dec 09 05:35:08.525412 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-166035be-220e-4649-b380-eeee0e7ee30d req-6aa036da-5e63-4395-8880-75e0c112f443 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Synchronizing usage tracker for tenant:e1c125908df848eaa4a3528332a175f1 on resource:port {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:35:08.548296 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-166035be-220e-4649-b380-eeee0e7ee30d req-6aa036da-5e63-4395-8880-75e0c112f443 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Unset dirty status for tenant:e1c125908df848eaa4a3528332a175f1 on resource:port {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:35:08.550741 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-166035be-220e-4649-b380-eeee0e7ee30d req-6aa036da-5e63-4395-8880-75e0c112f443 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] 10.222.0.39 "GET /v2.0/ports?device_id=05109a02-24e6-4343-abc9-d075e243a453 HTTP/1.1" status: 200  len: 210 time: 0.0786486
Dec 09 05:35:08.615235 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ad881-3709-44fe-87c7-e327509ab782 req-6253706c-d417-4d19-bbc3-a2f838b07862 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:35:08.616811 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a89ad881-3709-44fe-87c7-e327509ab782 req-6253706c-d417-4d19-bbc3-a2f838b07862 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] 10.222.0.59 "GET /v2.0/networks?id=667f2e97-aece-4ce5-94bc-8129564fb4d1 HTTP/1.1" status: 200  len: 809 time: 0.2038114
Dec 09 05:35:08.641565 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-a89ad881-3709-44fe-87c7-e327509ab782 req-1344cd21-3504-47cc-b577-42ebff716c68 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Request body: {'port': {'device_id': '05109a02-24e6-4343-abc9-d075e243a453', 'network_id': '667f2e97-aece-4ce5-94bc-8129564fb4d1', 'admin_state_up': True, 'tenant_id': 'e1c125908df848eaa4a3528332a175f1'}} {{(pid=80246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:35:08.815272 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-a89ad881-3709-44fe-87c7-e327509ab782 req-1344cd21-3504-47cc-b577-42ebff716c68 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:35:08.828903 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-a89ad881-3709-44fe-87c7-e327509ab782 req-1344cd21-3504-47cc-b577-42ebff716c68 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:35:08.840722 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a89ad881-3709-44fe-87c7-e327509ab782 req-1344cd21-3504-47cc-b577-42ebff716c68 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Made reservation on behalf of e1c125908df848eaa4a3528332a175f1 for: {'port': 1} {{(pid=80246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 09 05:35:08.848723 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-a89ad881-3709-44fe-87c7-e327509ab782 req-1344cd21-3504-47cc-b577-42ebff716c68 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:09.219267 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [req-a89ad881-3709-44fe-87c7-e327509ab782 req-1344cd21-3504-47cc-b577-42ebff716c68 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Allocated IP 172.20.0.5 (667f2e97-aece-4ce5-94bc-8129564fb4d1/eee6c54e-e712-40be-9784-230aba1f3c72/04688852-9e53-4a36-b65c-3e8c7c088a5d) {{(pid=80246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 09 05:35:09.331999 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Network 74706659-b2fe-4827-bda1-55f602312be8 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80247) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 09 05:35:09.356945 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f7d551-a6dc-45ea-bbba-3cfe9d900c78 req-9d79906c-6536-451d-a763-6a1f1afcdfea tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:35:09.359443 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-84f7d551-a6dc-45ea-bbba-3cfe9d900c78 req-9d79906c-6536-451d-a763-6a1f1afcdfea tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] 10.222.0.39 "GET /v2.0/ports?device_id=45eb8529-47d6-4058-be87-fde04378a48a HTTP/1.1" status: 200  len: 948 time: 0.1263218
Dec 09 05:35:09.429249 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-84f7d551-a6dc-45ea-bbba-3cfe9d900c78 req-1cc5f855-1c1f-4109-84e1-0c6249478b4d tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] 10.222.0.39 "GET /v2.0/security-groups?id=b3274891-f332-46ee-82c3-9733d8004052&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537393
Dec 09 05:35:09.504068 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-a89ad881-3709-44fe-87c7-e327509ab782 req-1344cd21-3504-47cc-b577-42ebff716c68 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Notify callbacks [] for port, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:09.534058 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-a89ad881-3709-44fe-87c7-e327509ab782 req-1344cd21-3504-47cc-b577-42ebff716c68 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249358491764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10841009'] for port, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:09.553307 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-19298d2c-6eb1-45f1-8bd3-b646a72f3d52 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:35:09.661226 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.objects.ports [None req-f34231da-0c2b-48b3-9483-bbbe6c7e243e None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80247) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 09 05:35:09.736026 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1344cd21-3504-47cc-b577-42ebff716c68 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Pushing event updated for resources: {'Port': ['ID=04688852-9e53-4a36-b65c-3e8c7c088a5d,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:35:09.739248 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-1344cd21-3504-47cc-b577-42ebff716c68 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:35:09.784916 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a89ad881-3709-44fe-87c7-e327509ab782 req-1344cd21-3504-47cc-b577-42ebff716c68 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Network 667f2e97-aece-4ce5-94bc-8129564fb4d1 is already hosted by enough agents. {{(pid=80246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 09 05:35:09.786186 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [req-a89ad881-3709-44fe-87c7-e327509ab782 req-1344cd21-3504-47cc-b577-42ebff716c68 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Resources bound (agent type, host, resource id):  {{(pid=80246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:35:09.788851 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-a89ad881-3709-44fe-87c7-e327509ab782 req-1344cd21-3504-47cc-b577-42ebff716c68 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Received port after_create {{(pid=80246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 09 05:35:09.837751 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a15a2-ad8b-41c3-913c-516f5c8a3340 req-5f63714b-464a-48f6-afc8-6c987b11bc65 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:35:09.839269 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-819a15a2-ad8b-41c3-913c-516f5c8a3340 req-5f63714b-464a-48f6-afc8-6c987b11bc65 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] 10.222.0.39 "GET /v2.0/ports?device_id=05109a02-24e6-4343-abc9-d075e243a453 HTTP/1.1" status: 200  len: 931 time: 0.1204193
Dec 09 05:35:09.858600 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ad881-3709-44fe-87c7-e327509ab782 req-1344cd21-3504-47cc-b577-42ebff716c68 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:35:09.859282 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-a89ad881-3709-44fe-87c7-e327509ab782 req-1344cd21-3504-47cc-b577-42ebff716c68 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870'] for port, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:09.885565 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a89ad881-3709-44fe-87c7-e327509ab782 req-1344cd21-3504-47cc-b577-42ebff716c68 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2498431
Dec 09 05:35:09.891467 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-819a15a2-ad8b-41c3-913c-516f5c8a3340 req-f8f9c728-4ae8-48bf-85dc-79004742cec6 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] 10.222.0.39 "GET /v2.0/security-groups?id=beb298bc-7ceb-46dc-9829-5e59f8913650&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453489
Dec 09 05:35:09.917732 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-a89ad881-3709-44fe-87c7-e327509ab782 req-01b66f98-f5e5-49b8-9a4d-6c0bb72170f5 service neutron] Request body: {'port': {'device_id': '05109a02-24e6-4343-abc9-d075e243a453', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:35:10.137437 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device e25ae071-c04e-479c-9998-b52b425242f0 up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:35:10.221517 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning for port e25ae071-c04e-479c-9998-b52b425242f0 completed by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 09 05:35:10.227383 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port e25ae071-c04e-479c-9998-b52b425242f0 triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:35:10.228507 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:10.283072 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-a89ad881-3709-44fe-87c7-e327509ab782 req-01b66f98-f5e5-49b8-9a4d-6c0bb72170f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:10.373852 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:10.404092 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45eb8529-47d6-4058-be87-fde04378a48a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e25ae071-c04e-479c-9998-b52b425242f0'}] {{(pid=80247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:35:10.415301 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] For port e25ae071-c04e-479c-9998-b52b425242f0, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=e25ae071-c04e-479c-9998-b52b425242f0,segment=NetworkSegment(7b1304a4-bdb6-4350-99d6-b780769e2196),segment_id=7b1304a4-bdb6-4350-99d6-b780769e2196)] {{(pid=80247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:35:10.419279 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:10.421263 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:35:10.495916 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45eb8529-47d6-4058-be87-fde04378a48a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e25ae071-c04e-479c-9998-b52b425242f0', 'code': 200}
Dec 09 05:35:10.514005 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Pushing event updated for resources: {'Port': ['ID=e25ae071-c04e-479c-9998-b52b425242f0,revision_number=4']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:35:10.518643 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:35:10.762234 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e40d78-e583-4725-8f76-c2cf60ac310d req-9563e83b-f887-4676-a6cf-36706dcc63f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:35:10.763761 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c3e40d78-e583-4725-8f76-c2cf60ac310d req-9563e83b-f887-4676-a6cf-36706dcc63f4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=45eb8529-47d6-4058-be87-fde04378a48a HTTP/1.1" status: 200  len: 1167 time: 0.0781472
Dec 09 05:35:10.815570 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c3e40d78-e583-4725-8f76-c2cf60ac310d req-e52e3ca8-32bd-4695-8b8d-fdcd4e2e59ab service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b3274891-f332-46ee-82c3-9733d8004052&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448503
Dec 09 05:35:10.818047 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7eeee7-289f-425f-add7-de84c73d39a9 req-f2949533-3b45-4854-b53f-97377e9d4512 tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:35:10.818814 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-cc7eeee7-289f-425f-add7-de84c73d39a9 req-f2949533-3b45-4854-b53f-97377e9d4512 tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] Synchronizing usage tracker for tenant:73b8d66871614a71bb9f81b5f7989d21 on resource:port {{(pid=80246) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:35:10.895171 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-cc7eeee7-289f-425f-add7-de84c73d39a9 req-f2949533-3b45-4854-b53f-97377e9d4512 tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] Unset dirty status for tenant:73b8d66871614a71bb9f81b5f7989d21 on resource:port {{(pid=80246) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:35:10.896465 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cc7eeee7-289f-425f-add7-de84c73d39a9 req-f2949533-3b45-4854-b53f-97377e9d4512 tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] 10.222.0.39 "GET /v2.0/ports?device_id=45eb8529-47d6-4058-be87-fde04378a48a HTTP/1.1" status: 200  len: 950 time: 0.2437449
Dec 09 05:35:10.905239 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [req-a89ad881-3709-44fe-87c7-e327509ab782 req-01b66f98-f5e5-49b8-9a4d-6c0bb72170f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04688852-9e53-4a36-b65c-3e8c7c088a5d {{(pid=80246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 09 05:35:10.932592 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-a89ad881-3709-44fe-87c7-e327509ab782 req-01b66f98-f5e5-49b8-9a4d-6c0bb72170f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:10.964173 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [req-a89ad881-3709-44fe-87c7-e327509ab782 req-01b66f98-f5e5-49b8-9a4d-6c0bb72170f5 service neutron] Transition to ACTIVE for port object 04688852-9e53-4a36-b65c-3e8c7c088a5d will not be triggered until provisioned by entity L2. {{(pid=80246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 09 05:35:10.970732 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-a89ad881-3709-44fe-87c7-e327509ab782 req-01b66f98-f5e5-49b8-9a4d-6c0bb72170f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843934808'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:10.988662 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-cff87e2a-3d83-427b-8d49-375894a14873 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:35:11.025629 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-cc7eeee7-289f-425f-add7-de84c73d39a9 req-a84caba2-5fa2-44ea-b99d-cca3a0b8fba8 tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] Synchronizing usage tracker for tenant:73b8d66871614a71bb9f81b5f7989d21 on resource:security_group {{(pid=80246) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:35:11.147783 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-cc7eeee7-289f-425f-add7-de84c73d39a9 req-a84caba2-5fa2-44ea-b99d-cca3a0b8fba8 tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] Unset dirty status for tenant:73b8d66871614a71bb9f81b5f7989d21 on resource:security_group {{(pid=80246) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:35:11.149030 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cc7eeee7-289f-425f-add7-de84c73d39a9 req-a84caba2-5fa2-44ea-b99d-cca3a0b8fba8 tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] 10.222.0.39 "GET /v2.0/security-groups?id=b3274891-f332-46ee-82c3-9733d8004052&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2368009
Dec 09 05:35:11.156357 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b66f98-f5e5-49b8-9a4d-6c0bb72170f5 service neutron] Pushing event updated for resources: {'Port': ['ID=04688852-9e53-4a36-b65c-3e8c7c088a5d,revision_number=2']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:35:11.161040 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-01b66f98-f5e5-49b8-9a4d-6c0bb72170f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:35:11.248664 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a65c2-efa6-41c3-9be5-ba2447cd6c10 req-602e8aa4-03bd-4fa0-9310-c74144f4f128 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:35:11.250299 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-111a65c2-efa6-41c3-9be5-ba2447cd6c10 req-602e8aa4-03bd-4fa0-9310-c74144f4f128 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] 10.222.0.39 "GET /v2.0/ports?device_id=05109a02-24e6-4343-abc9-d075e243a453 HTTP/1.1" status: 200  len: 943 time: 0.0908823
Dec 09 05:35:11.255812 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device e25ae071-c04e-479c-9998-b52b425242f0 up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:35:11.302661 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-111a65c2-efa6-41c3-9be5-ba2447cd6c10 req-0650b1b7-b967-4d1b-a192-8904256ba145 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] 10.222.0.39 "GET /v2.0/security-groups?id=beb298bc-7ceb-46dc-9829-5e59f8913650&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452340
Dec 09 05:35:11.336335 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port e25ae071-c04e-479c-9998-b52b425242f0 triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:35:11.337405 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:11.339862 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-a89ad881-3709-44fe-87c7-e327509ab782 req-01b66f98-f5e5-49b8-9a4d-6c0bb72170f5 service neutron] Attempting to bind port 04688852-9e53-4a36-b65c-3e8c7c088a5d on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 09 05:35:11.340245 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-a89ad881-3709-44fe-87c7-e327509ab782 req-01b66f98-f5e5-49b8-9a4d-6c0bb72170f5 service neutron] Attempting to bind port 04688852-9e53-4a36-b65c-3e8c7c088a5d by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '928faf44-d11f-4138-a5f0-9c26b4ba995a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '667f2e97-aece-4ce5-94bc-8129564fb4d1'}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 09 05:35:11.340703 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89ad881-3709-44fe-87c7-e327509ab782 req-01b66f98-f5e5-49b8-9a4d-6c0bb72170f5 service neutron] Attempting to bind port 04688852-9e53-4a36-b65c-3e8c7c088a5d on network 667f2e97-aece-4ce5-94bc-8129564fb4d1 {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 09 05:35:11.346917 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89ad881-3709-44fe-87c7-e327509ab782 req-01b66f98-f5e5-49b8-9a4d-6c0bb72170f5 service neutron] Checking agent: {'id': '86479789-5ca7-450a-99e9-f63f20b79a87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 27, 56), 'started_at': datetime.datetime(2020, 12, 9, 5, 28, 26), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 05:35:11.347299 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89ad881-3709-44fe-87c7-e327509ab782 req-01b66f98-f5e5-49b8-9a4d-6c0bb72170f5 service neutron] Checking segment: {'id': '928faf44-d11f-4138-a5f0-9c26b4ba995a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '667f2e97-aece-4ce5-94bc-8129564fb4d1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 09 05:35:11.347706 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-a89ad881-3709-44fe-87c7-e327509ab782 req-01b66f98-f5e5-49b8-9a4d-6c0bb72170f5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:11.348099 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a89ad881-3709-44fe-87c7-e327509ab782 req-01b66f98-f5e5-49b8-9a4d-6c0bb72170f5 service neutron] Bound using segment: {'id': '928faf44-d11f-4138-a5f0-9c26b4ba995a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '667f2e97-aece-4ce5-94bc-8129564fb4d1'} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 05:35:11.348580 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-a89ad881-3709-44fe-87c7-e327509ab782 req-01b66f98-f5e5-49b8-9a4d-6c0bb72170f5 service neutron] Bound port: 04688852-9e53-4a36-b65c-3e8c7c088a5d, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '928faf44-d11f-4138-a5f0-9c26b4ba995a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '667f2e97-aece-4ce5-94bc-8129564fb4d1'}}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 09 05:35:11.348953 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-a89ad881-3709-44fe-87c7-e327509ab782 req-01b66f98-f5e5-49b8-9a4d-6c0bb72170f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:11.455104 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-a89ad881-3709-44fe-87c7-e327509ab782 req-01b66f98-f5e5-49b8-9a4d-6c0bb72170f5 service neutron] For port 04688852-9e53-4a36-b65c-3e8c7c088a5d, host hv-cinder-76330, cleared binding levels {{(pid=80246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 09 05:35:11.459300 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-a89ad881-3709-44fe-87c7-e327509ab782 req-01b66f98-f5e5-49b8-9a4d-6c0bb72170f5 service neutron] For port 04688852-9e53-4a36-b65c-3e8c7c088a5d, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=04688852-9e53-4a36-b65c-3e8c7c088a5d,segment=NetworkSegment(928faf44-d11f-4138-a5f0-9c26b4ba995a),segment_id=928faf44-d11f-4138-a5f0-9c26b4ba995a)] {{(pid=80246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 09 05:35:11.464401 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-a89ad881-3709-44fe-87c7-e327509ab782 req-01b66f98-f5e5-49b8-9a4d-6c0bb72170f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843934808'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:11.479091 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e0150686-1746-4cfd-b2f3-4a193fc5d2c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:35:11.635207 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b66f98-f5e5-49b8-9a4d-6c0bb72170f5 service neutron] Pushing event updated for resources: {'Port': ['ID=04688852-9e53-4a36-b65c-3e8c7c088a5d,revision_number=3']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:35:11.640050 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-01b66f98-f5e5-49b8-9a4d-6c0bb72170f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:35:11.679765 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ad881-3709-44fe-87c7-e327509ab782 req-01b66f98-f5e5-49b8-9a4d-6c0bb72170f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:35:11.680492 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-a89ad881-3709-44fe-87c7-e327509ab782 req-01b66f98-f5e5-49b8-9a4d-6c0bb72170f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870'] for port, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:11.682179 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a89ad881-3709-44fe-87c7-e327509ab782 req-01b66f98-f5e5-49b8-9a4d-6c0bb72170f5 service neutron] 10.222.0.59 "PUT /v2.0/ports/04688852-9e53-4a36-b65c-3e8c7c088a5d HTTP/1.1" status: 200  len: 1157 time: 1.7714560
Dec 09 05:35:11.682717 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05109a02-24e6-4343-abc9-d075e243a453', 'tag': '04688852-9e53-4a36-b65c-3e8c7c088a5d'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:35:11.757229 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05109a02-24e6-4343-abc9-d075e243a453', 'tag': '04688852-9e53-4a36-b65c-3e8c7c088a5d', 'status': 'completed', 'code': 200}
Dec 09 05:35:11.805386 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ad881-3709-44fe-87c7-e327509ab782 req-9f178674-3735-4cc5-874e-39780ef6c488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:35:11.807284 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a89ad881-3709-44fe-87c7-e327509ab782 req-9f178674-3735-4cc5-874e-39780ef6c488 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e1c125908df848eaa4a3528332a175f1&device_id=05109a02-24e6-4343-abc9-d075e243a453 HTTP/1.1" status: 200  len: 1160 time: 0.0885932
Dec 09 05:35:11.886399 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a89ad881-3709-44fe-87c7-e327509ab782 req-5b45eddc-0322-4c85-a46c-43189b1964db service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04688852-9e53-4a36-b65c-3e8c7c088a5d HTTP/1.1" status: 200  len: 217 time: 0.0682619
Dec 09 05:35:11.960177 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ad881-3709-44fe-87c7-e327509ab782 req-0844d084-85a0-44e9-ada6-3e6c88852646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:35:11.962628 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a89ad881-3709-44fe-87c7-e327509ab782 req-0844d084-85a0-44e9-ada6-3e6c88852646 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=eee6c54e-e712-40be-9784-230aba1f3c72 HTTP/1.1" status: 200  len: 849 time: 0.0682728
Dec 09 05:35:12.015906 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a89ad881-3709-44fe-87c7-e327509ab782 req-eaf38d14-34bd-4454-94fe-c2773f03edc5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=667f2e97-aece-4ce5-94bc-8129564fb4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0454588
Dec 09 05:35:12.166456 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a89ad881-3709-44fe-87c7-e327509ab782 req-589ba4ff-0a93-4879-afc0-acfaae853a48 service neutron] 10.222.0.59 "GET /v2.0/networks/667f2e97-aece-4ce5-94bc-8129564fb4d1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1435196
Dec 09 05:35:12.321735 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a89ad881-3709-44fe-87c7-e327509ab782 req-6179395f-7985-4278-8623-d30956efe58a service neutron] 10.222.0.59 "GET /v2.0/networks/667f2e97-aece-4ce5-94bc-8129564fb4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1436672
Dec 09 05:35:12.388631 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d4d97b-c1ba-4861-a5bd-02fed84c9739 req-f5234c03-5186-473e-9744-e3d07b7470de tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:35:12.390301 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-97d4d97b-c1ba-4861-a5bd-02fed84c9739 req-f5234c03-5186-473e-9744-e3d07b7470de tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] 10.222.0.39 "GET /v2.0/ports?device_id=45eb8529-47d6-4058-be87-fde04378a48a HTTP/1.1" status: 200  len: 950 time: 0.0953557
Dec 09 05:35:12.453125 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-97d4d97b-c1ba-4861-a5bd-02fed84c9739 req-38a9b207-3728-4a21-8ae3-f002d162f29f tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] 10.222.0.39 "GET /v2.0/security-groups?id=b3274891-f332-46ee-82c3-9733d8004052&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549943
Dec 09 05:35:12.502278 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd77ac41-bb37-40df-8e3d-6de7624b1fcb req-0c725d94-0b28-49cc-b47f-e19bcc846555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:35:12.503924 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-bd77ac41-bb37-40df-8e3d-6de7624b1fcb req-0c725d94-0b28-49cc-b47f-e19bcc846555 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e1c125908df848eaa4a3528332a175f1&device_id=05109a02-24e6-4343-abc9-d075e243a453 HTTP/1.1" status: 200  len: 1160 time: 0.1275866
Dec 09 05:35:12.662997 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d7b228-cb57-479c-8f93-a88c0a6f54b1 req-aeb87e38-3e50-4c31-929b-2b57e4815d89 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:35:12.663724 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-d2d7b228-cb57-479c-8f93-a88c0a6f54b1 req-aeb87e38-3e50-4c31-929b-2b57e4815d89 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Synchronizing usage tracker for tenant:e1c125908df848eaa4a3528332a175f1 on resource:port {{(pid=80246) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:35:12.700391 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-d2d7b228-cb57-479c-8f93-a88c0a6f54b1 req-aeb87e38-3e50-4c31-929b-2b57e4815d89 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Unset dirty status for tenant:e1c125908df848eaa4a3528332a175f1 on resource:port {{(pid=80246) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:35:12.701862 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d2d7b228-cb57-479c-8f93-a88c0a6f54b1 req-aeb87e38-3e50-4c31-929b-2b57e4815d89 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] 10.222.0.39 "GET /v2.0/ports?device_id=05109a02-24e6-4343-abc9-d075e243a453 HTTP/1.1" status: 200  len: 943 time: 0.2452366
Dec 09 05:35:12.739639 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd77ac41-bb37-40df-8e3d-6de7624b1fcb req-f97cb939-486b-4bd8-9faa-25ad1d3164d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:35:12.741311 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-bd77ac41-bb37-40df-8e3d-6de7624b1fcb req-f97cb939-486b-4bd8-9faa-25ad1d3164d2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=667f2e97-aece-4ce5-94bc-8129564fb4d1 HTTP/1.1" status: 200  len: 903 time: 0.2170804
Dec 09 05:35:12.839620 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-bd77ac41-bb37-40df-8e3d-6de7624b1fcb req-face2079-5ffd-423b-9353-68dcc5d1b831 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04688852-9e53-4a36-b65c-3e8c7c088a5d HTTP/1.1" status: 200  len: 217 time: 0.0907745
Dec 09 05:35:12.847038 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d2d7b228-cb57-479c-8f93-a88c0a6f54b1 req-96e9c094-9c15-4dcf-953e-0c7001a7fcb1 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] 10.222.0.39 "GET /v2.0/security-groups?id=beb298bc-7ceb-46dc-9829-5e59f8913650&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1333718
Dec 09 05:35:12.920325 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd77ac41-bb37-40df-8e3d-6de7624b1fcb req-27a085cd-2010-4aa1-8658-8ad96602cb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:35:12.922769 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-bd77ac41-bb37-40df-8e3d-6de7624b1fcb req-27a085cd-2010-4aa1-8658-8ad96602cb74 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=eee6c54e-e712-40be-9784-230aba1f3c72 HTTP/1.1" status: 200  len: 849 time: 0.0744252
Dec 09 05:35:12.989459 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-bd77ac41-bb37-40df-8e3d-6de7624b1fcb req-505200c2-4784-4afe-b86b-2706e0ea3363 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=667f2e97-aece-4ce5-94bc-8129564fb4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0514894
Dec 09 05:35:13.200486 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-bd77ac41-bb37-40df-8e3d-6de7624b1fcb req-fcf7c846-c534-4adc-8bc3-51fc7542d691 service neutron] 10.222.0.59 "GET /v2.0/networks/667f2e97-aece-4ce5-94bc-8129564fb4d1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2028892
Dec 09 05:35:13.264213 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b23bfb-3067-43e2-b8ed-564b256dba71 req-8d0061a1-1b1c-406d-adf0-19faadcffdce tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:35:13.265954 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-88b23bfb-3067-43e2-b8ed-564b256dba71 req-8d0061a1-1b1c-406d-adf0-19faadcffdce tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] 10.222.0.39 "GET /v2.0/ports?device_id=45eb8529-47d6-4058-be87-fde04378a48a HTTP/1.1" status: 200  len: 950 time: 0.1741076
Dec 09 05:35:13.407078 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-88b23bfb-3067-43e2-b8ed-564b256dba71 req-88e302fe-345d-4a25-9b9c-b1cc62f8bd97 tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] 10.222.0.39 "GET /v2.0/security-groups?id=b3274891-f332-46ee-82c3-9733d8004052&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0809953
Dec 09 05:35:13.416839 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-bd77ac41-bb37-40df-8e3d-6de7624b1fcb req-12b1b094-ff44-48d9-8d0f-a019bbec8915 service neutron] 10.222.0.59 "GET /v2.0/networks/667f2e97-aece-4ce5-94bc-8129564fb4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2027130
Dec 09 05:35:14.085647 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e99e1-a43e-47c5-ac20-9f65ff9b90fc req-ec4f8043-8253-48df-8b49-284e5dbdeb1d tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:35:14.088133 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-702e99e1-a43e-47c5-ac20-9f65ff9b90fc req-ec4f8043-8253-48df-8b49-284e5dbdeb1d tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] 10.222.0.39 "GET /v2.0/ports?device_id=05109a02-24e6-4343-abc9-d075e243a453 HTTP/1.1" status: 200  len: 943 time: 0.0859585
Dec 09 05:35:14.142173 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-702e99e1-a43e-47c5-ac20-9f65ff9b90fc req-43cb3338-d7e9-4c00-8cd4-e09345d21156 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] 10.222.0.39 "GET /v2.0/security-groups?id=beb298bc-7ceb-46dc-9829-5e59f8913650&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464933
Dec 09 05:35:14.640785 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe92fef-e82f-4573-9516-231bfff18049 req-4ed0f059-f252-4954-b3fe-14b7ee4ace9a tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:35:14.642443 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5fe92fef-e82f-4573-9516-231bfff18049 req-4ed0f059-f252-4954-b3fe-14b7ee4ace9a tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] 10.222.0.39 "GET /v2.0/ports?device_id=45eb8529-47d6-4058-be87-fde04378a48a HTTP/1.1" status: 200  len: 950 time: 0.0962725
Dec 09 05:35:14.694611 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5fe92fef-e82f-4573-9516-231bfff18049 req-881e4123-c09d-4b58-a417-5f7e81d08791 tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] 10.222.0.39 "GET /v2.0/security-groups?id=b3274891-f332-46ee-82c3-9733d8004052&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457647
Dec 09 05:35:14.795252 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e29998-e56f-4967-9bce-22cbb4bcf5c7 req-1411320d-d30e-4488-b0be-57b243554b53 tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:35:14.796887 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b7e29998-e56f-4967-9bce-22cbb4bcf5c7 req-1411320d-d30e-4488-b0be-57b243554b53 tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] 10.222.0.59 "GET /v2.0/ports?device_id=45eb8529-47d6-4058-be87-fde04378a48a HTTP/1.1" status: 200  len: 950 time: 0.0867221
Dec 09 05:35:14.877619 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-b7e29998-e56f-4967-9bce-22cbb4bcf5c7 req-927ad621-c207-4e80-a530-0b341c6d3e10 tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] Deleting port e25ae071-c04e-479c-9998-b52b425242f0 {{(pid=80246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 09 05:35:14.878048 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-b7e29998-e56f-4967-9bce-22cbb4bcf5c7 req-927ad621-c207-4e80-a530-0b341c6d3e10 tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787496886762'] for port, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:15.364097 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-b7e29998-e56f-4967-9bce-22cbb4bcf5c7 req-927ad621-c207-4e80-a530-0b341c6d3e10 tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] For port e25ae071-c04e-479c-9998-b52b425242f0, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=e25ae071-c04e-479c-9998-b52b425242f0,segment=NetworkSegment(7b1304a4-bdb6-4350-99d6-b780769e2196),segment_id=7b1304a4-bdb6-4350-99d6-b780769e2196)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:35:15.364795 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-b7e29998-e56f-4967-9bce-22cbb4bcf5c7 req-927ad621-c207-4e80-a530-0b341c6d3e10 tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744221'] for port, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:15.543441 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-b7e29998-e56f-4967-9bce-22cbb4bcf5c7 req-927ad621-c207-4e80-a530-0b341c6d3e10 tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] Calling delete_port for e25ae071-c04e-479c-9998-b52b425242f0 owned by compute:nova {{(pid=80246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 09 05:35:15.653100 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f56ee1a-1e9a-4e9e-800b-1a555c5570d4 req-8502afcf-0980-4247-88d6-a99206b6cd14 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:35:15.654682 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7f56ee1a-1e9a-4e9e-800b-1a555c5570d4 req-8502afcf-0980-4247-88d6-a99206b6cd14 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] 10.222.0.39 "GET /v2.0/ports?device_id=05109a02-24e6-4343-abc9-d075e243a453 HTTP/1.1" status: 200  len: 943 time: 0.2930439
Dec 09 05:35:15.658230 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device 04688852-9e53-4a36-b65c-3e8c7c088a5d up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:35:15.740585 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning for port 04688852-9e53-4a36-b65c-3e8c7c088a5d completed by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 09 05:35:15.747372 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port 04688852-9e53-4a36-b65c-3e8c7c088a5d triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:35:15.747955 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:15.766561 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7f56ee1a-1e9a-4e9e-800b-1a555c5570d4 req-2c6f63d1-cce1-444e-8f76-ec31c9d3ec35 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] 10.222.0.39 "GET /v2.0/security-groups?id=beb298bc-7ceb-46dc-9829-5e59f8913650&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705171
Dec 09 05:35:15.767391 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-b7e29998-e56f-4967-9bce-22cbb4bcf5c7 req-927ad621-c207-4e80-a530-0b341c6d3e10 tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787496890807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249358481609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10841009'] for port, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:15.784267 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-850f617a-919a-43f3-a5a0-049ec469729c tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:35:15.836127 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927ad621-c207-4e80-a530-0b341c6d3e10 tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] Pushing event deleted for resources: {'Port': ['ID=e25ae071-c04e-479c-9998-b52b425242f0,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:35:15.849287 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-927ad621-c207-4e80-a530-0b341c6d3e10 tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:35:15.868391 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c623faea-c9c1-4f4c-ae55-a15439f9cbbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:15.979650 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ec73560b-ea8e-42b9-a78a-59aa090ba813 req-6d363ee8-32a7-477b-8f8c-7cc93a3469cf tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] 10.222.0.39 "GET /v2.0/ports?device_id=45eb8529-47d6-4058-be87-fde04378a48a HTTP/1.1" status: 200  len: 210 time: 0.0560267
Dec 09 05:35:16.061633 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7e29998-e56f-4967-9bce-22cbb4bcf5c7 req-927ad621-c207-4e80-a530-0b341c6d3e10 tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] No DVR routers for this DVR port e25ae071-c04e-479c-9998-b52b425242f0 on host hv-cinder-76330 {{(pid=80246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 09 05:35:16.064119 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-b7e29998-e56f-4967-9bce-22cbb4bcf5c7 req-927ad621-c207-4e80-a530-0b341c6d3e10 tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870'] for port, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:16.067357 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45eb8529-47d6-4058-be87-fde04378a48a', 'name': 'network-vif-deleted', 'tag': 'e25ae071-c04e-479c-9998-b52b425242f0'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:35:16.085643 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b7e29998-e56f-4967-9bce-22cbb4bcf5c7 req-927ad621-c207-4e80-a530-0b341c6d3e10 tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] 10.222.0.59 "DELETE /v2.0/ports/e25ae071-c04e-479c-9998-b52b425242f0 HTTP/1.1" status: 204  len: 173 time: 1.2822165
Dec 09 05:35:16.111658 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:16.152470 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] For port 04688852-9e53-4a36-b65c-3e8c7c088a5d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=04688852-9e53-4a36-b65c-3e8c7c088a5d,segment=NetworkSegment(928faf44-d11f-4138-a5f0-9c26b4ba995a),segment_id=928faf44-d11f-4138-a5f0-9c26b4ba995a)] {{(pid=80247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:35:16.153561 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05109a02-24e6-4343-abc9-d075e243a453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04688852-9e53-4a36-b65c-3e8c7c088a5d'}] {{(pid=80247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:35:16.160328 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:16.162721 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-0fbf76bc-ad28-4036-accb-2666db2a89ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:35:16.203293 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device e25ae071-c04e-479c-9998-b52b425242f0 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 09 05:35:16.249347 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] No Port match for: e25ae071-c04e-479c-9998-b52b425242f0 {{(pid=80247) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 09 05:35:16.249753 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device e25ae071-c04e-479c-9998-b52b425242f0 not bound to the agent host hv-cinder-76330 {{(pid=80247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 09 05:35:16.278604 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Pushing event updated for resources: {'Port': ['ID=04688852-9e53-4a36-b65c-3e8c7c088a5d,revision_number=4']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:35:16.282238 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:35:16.301730 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45eb8529-47d6-4058-be87-fde04378a48a', 'name': 'network-vif-deleted', 'tag': 'e25ae071-c04e-479c-9998-b52b425242f0', 'status': 'completed', 'code': 200}
Dec 09 05:35:16.308091 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05109a02-24e6-4343-abc9-d075e243a453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04688852-9e53-4a36-b65c-3e8c7c088a5d', 'code': 200}
Dec 09 05:35:16.579445 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1092fa06-4c74-427b-a19e-22226e15aa73 req-10c4d665-86f8-42f2-bdee-81515edef4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:35:16.581085 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1092fa06-4c74-427b-a19e-22226e15aa73 req-10c4d665-86f8-42f2-bdee-81515edef4d6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=05109a02-24e6-4343-abc9-d075e243a453 HTTP/1.1" status: 200  len: 1162 time: 0.0807929
Dec 09 05:35:16.630768 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1092fa06-4c74-427b-a19e-22226e15aa73 req-63594939-d8ba-43ec-8fdb-8f4a4f4b85a3 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=beb298bc-7ceb-46dc-9829-5e59f8913650&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398948
Dec 09 05:35:17.030789 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdaaba9-95c2-4e02-a0fd-522c423b5dd2 req-5c4ca3c8-cd42-4190-9ac4-fa62f368b62d tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:35:17.032468 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5cdaaba9-95c2-4e02-a0fd-522c423b5dd2 req-5c4ca3c8-cd42-4190-9ac4-fa62f368b62d tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] 10.222.0.39 "GET /v2.0/ports?device_id=05109a02-24e6-4343-abc9-d075e243a453 HTTP/1.1" status: 200  len: 945 time: 0.0880044
Dec 09 05:35:17.083283 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5cdaaba9-95c2-4e02-a0fd-522c423b5dd2 req-19fe401f-7447-4882-81ec-d3f683fd35df tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] 10.222.0.39 "GET /v2.0/security-groups?id=beb298bc-7ceb-46dc-9829-5e59f8913650&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442078
Dec 09 05:35:17.301290 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device 04688852-9e53-4a36-b65c-3e8c7c088a5d up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:35:17.365092 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d28e847b-6662-400c-b831-9ad25b0694f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:17.393773 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port 04688852-9e53-4a36-b65c-3e8c7c088a5d triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:35:17.394271 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:18.221374 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d667687f-70e4-40ee-92a5-0e371b53b2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:18.326524 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58b68ff-ad90-4ae1-80bc-f5ff386c6b47 req-406f3ab9-94b1-45ad-be00-b04b51c0a807 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:35:18.328353 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d58b68ff-ad90-4ae1-80bc-f5ff386c6b47 req-406f3ab9-94b1-45ad-be00-b04b51c0a807 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] 10.222.0.39 "GET /v2.0/ports?device_id=05109a02-24e6-4343-abc9-d075e243a453 HTTP/1.1" status: 200  len: 945 time: 0.0928652
Dec 09 05:35:18.382796 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d58b68ff-ad90-4ae1-80bc-f5ff386c6b47 req-fbab8a16-e267-4590-8d64-111502426e2b tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] 10.222.0.39 "GET /v2.0/security-groups?id=beb298bc-7ceb-46dc-9829-5e59f8913650&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477722
Dec 09 05:35:18.985340 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:19.295831 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device 04688852-9e53-4a36-b65c-3e8c7c088a5d up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:35:19.387018 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port 04688852-9e53-4a36-b65c-3e8c7c088a5d triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:35:19.387442 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:19.772828 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d3e0f3-0d72-4867-9175-57b78ebe569f req-68a3e6b7-4025-46fd-ba11-641a2cb5b2b7 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:35:19.774661 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-41d3e0f3-0d72-4867-9175-57b78ebe569f req-68a3e6b7-4025-46fd-ba11-641a2cb5b2b7 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] 10.222.0.39 "GET /v2.0/ports?device_id=05109a02-24e6-4343-abc9-d075e243a453 HTTP/1.1" status: 200  len: 945 time: 0.0980103
Dec 09 05:35:19.830386 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-41d3e0f3-0d72-4867-9175-57b78ebe569f req-c931459c-368c-4e67-90a9-43c8a8afb1ea tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] 10.222.0.39 "GET /v2.0/security-groups?id=beb298bc-7ceb-46dc-9829-5e59f8913650&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480342
Dec 09 05:35:20.033058 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-858fc187-cc56-4aeb-a3e2-00a52ab9489b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:21.067399 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aeb2c6-e046-4282-9193-ae2a3212fe66 req-e5ae95fd-20c9-4130-87b8-691d1381cc30 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:35:21.068998 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-54aeb2c6-e046-4282-9193-ae2a3212fe66 req-e5ae95fd-20c9-4130-87b8-691d1381cc30 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] 10.222.0.39 "GET /v2.0/ports?device_id=05109a02-24e6-4343-abc9-d075e243a453 HTTP/1.1" status: 200  len: 945 time: 0.0894954
Dec 09 05:35:21.118585 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-54aeb2c6-e046-4282-9193-ae2a3212fe66 req-677d057d-d832-44db-9fb9-a0ae855c1954 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] 10.222.0.39 "GET /v2.0/security-groups?id=beb298bc-7ceb-46dc-9829-5e59f8913650&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424409
Dec 09 05:35:21.192804 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a7fe7d-b29e-4a4e-84f2-e01165613adc req-cf980918-c254-49ca-b0af-be4321bb405a tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:35:21.194403 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f9a7fe7d-b29e-4a4e-84f2-e01165613adc req-cf980918-c254-49ca-b0af-be4321bb405a tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] 10.222.0.59 "GET /v2.0/ports?device_id=05109a02-24e6-4343-abc9-d075e243a453 HTTP/1.1" status: 200  len: 945 time: 0.0864577
Dec 09 05:35:21.244168 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device 04688852-9e53-4a36-b65c-3e8c7c088a5d no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 09 05:35:21.277000 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-f9a7fe7d-b29e-4a4e-84f2-e01165613adc req-e1611292-e073-4026-bcc1-486c2ae08fa7 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Deleting port 04688852-9e53-4a36-b65c-3e8c7c088a5d {{(pid=80246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 09 05:35:21.277385 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-f9a7fe7d-b29e-4a4e-84f2-e01165613adc req-e1611292-e073-4026-bcc1-486c2ae08fa7 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787496886762'] for port, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:21.362663 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:21.394604 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05109a02-24e6-4343-abc9-d075e243a453', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04688852-9e53-4a36-b65c-3e8c7c088a5d'}] {{(pid=80247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:35:21.406271 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] For port 04688852-9e53-4a36-b65c-3e8c7c088a5d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=04688852-9e53-4a36-b65c-3e8c7c088a5d,segment=NetworkSegment(928faf44-d11f-4138-a5f0-9c26b4ba995a),segment_id=928faf44-d11f-4138-a5f0-9c26b4ba995a)] {{(pid=80247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:35:21.409862 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:21.412524 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:35:21.463086 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05109a02-24e6-4343-abc9-d075e243a453', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04688852-9e53-4a36-b65c-3e8c7c088a5d', 'code': 200}
Dec 09 05:35:21.484578 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Pushing event updated for resources: {'Port': ['ID=04688852-9e53-4a36-b65c-3e8c7c088a5d,revision_number=5']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:35:21.487945 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:35:21.556621 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-f9a7fe7d-b29e-4a4e-84f2-e01165613adc req-e1611292-e073-4026-bcc1-486c2ae08fa7 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] For port 04688852-9e53-4a36-b65c-3e8c7c088a5d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=04688852-9e53-4a36-b65c-3e8c7c088a5d,segment=NetworkSegment(928faf44-d11f-4138-a5f0-9c26b4ba995a),segment_id=928faf44-d11f-4138-a5f0-9c26b4ba995a)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:35:21.557018 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-f9a7fe7d-b29e-4a4e-84f2-e01165613adc req-e1611292-e073-4026-bcc1-486c2ae08fa7 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744221'] for port, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:21.690030 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-f9a7fe7d-b29e-4a4e-84f2-e01165613adc req-e1611292-e073-4026-bcc1-486c2ae08fa7 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Calling delete_port for 04688852-9e53-4a36-b65c-3e8c7c088a5d owned by compute:nova {{(pid=80246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 09 05:35:21.779444 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.db.api [req-f9a7fe7d-b29e-4a4e-84f2-e01165613adc req-e1611292-e073-4026-bcc1-486c2ae08fa7 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80246) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 05:35:21.779986 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_db.api [req-f9a7fe7d-b29e-4a4e-84f2-e01165613adc req-e1611292-e073-4026-bcc1-486c2ae08fa7 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 09 05:35:22.247655 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 37804) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:35:22.281143 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-f9a7fe7d-b29e-4a4e-84f2-e01165613adc req-e1611292-e073-4026-bcc1-486c2ae08fa7 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Deleting port 04688852-9e53-4a36-b65c-3e8c7c088a5d {{(pid=80246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 09 05:35:22.281641 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-f9a7fe7d-b29e-4a4e-84f2-e01165613adc req-e1611292-e073-4026-bcc1-486c2ae08fa7 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787496886762'] for port, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:22.352643 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6abda0-57b4-4c57-b9f2-b6276fc17719 req-bda35a9e-eb67-4be7-b11f-aa43243b7c47 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:35:22.354775 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8b6abda0-57b4-4c57-b9f2-b6276fc17719 req-bda35a9e-eb67-4be7-b11f-aa43243b7c47 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] 10.222.0.39 "GET /v2.0/ports?device_id=05109a02-24e6-4343-abc9-d075e243a453 HTTP/1.1" status: 200  len: 943 time: 0.0959327
Dec 09 05:35:22.412745 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8b6abda0-57b4-4c57-b9f2-b6276fc17719 req-8ffc3a5e-5e43-436c-8d48-b6666f75e98c tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] 10.222.0.39 "GET /v2.0/security-groups?id=beb298bc-7ceb-46dc-9829-5e59f8913650&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499074
Dec 09 05:35:22.564414 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-f46d7ed9-d186-4591-9ce3-9af6b2850e49 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=73b8d66871614a71bb9f81b5f7989d21&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3153763
Dec 09 05:35:22.567439 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 37810) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:35:22.616643 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-f9a7fe7d-b29e-4a4e-84f2-e01165613adc req-e1611292-e073-4026-bcc1-486c2ae08fa7 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] For port 04688852-9e53-4a36-b65c-3e8c7c088a5d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=04688852-9e53-4a36-b65c-3e8c7c088a5d,segment=NetworkSegment(928faf44-d11f-4138-a5f0-9c26b4ba995a),segment_id=928faf44-d11f-4138-a5f0-9c26b4ba995a)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:35:22.617049 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-f9a7fe7d-b29e-4a4e-84f2-e01165613adc req-e1611292-e073-4026-bcc1-486c2ae08fa7 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744221'] for port, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:22.632299 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-599f983b-7e8f-454e-9558-c3942260e238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:22.661380 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-599f983b-7e8f-454e-9558-c3942260e238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:22.709062 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-599f983b-7e8f-454e-9558-c3942260e238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:22.717832 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-4ebdca6c-01c8-4fc0-a9d5-d524c5a06f51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:35:22.733743 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f983b-7e8f-454e-9558-c3942260e238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3274891-f332-46ee-82c3-9733d8004052,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:35:22.736699 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-599f983b-7e8f-454e-9558-c3942260e238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:35:22.746802 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-599f983b-7e8f-454e-9558-c3942260e238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:22.751293 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-599f983b-7e8f-454e-9558-c3942260e238 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b3274891-f332-46ee-82c3-9733d8004052 HTTP/1.1" status: 204  len: 168 time: 0.1827137
Dec 09 05:35:22.759937 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-f9a7fe7d-b29e-4a4e-84f2-e01165613adc req-e1611292-e073-4026-bcc1-486c2ae08fa7 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Calling delete_port for 04688852-9e53-4a36-b65c-3e8c7c088a5d owned by compute:nova {{(pid=80246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 09 05:35:22.935558 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-f9a7fe7d-b29e-4a4e-84f2-e01165613adc req-e1611292-e073-4026-bcc1-486c2ae08fa7 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787496890807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249358481609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10841009'] for port, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:22.952478 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-1344cd21-3504-47cc-b577-42ebff716c68 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:35:23.016560 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1611292-e073-4026-bcc1-486c2ae08fa7 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Pushing event deleted for resources: {'Port': ['ID=04688852-9e53-4a36-b65c-3e8c7c088a5d,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:35:23.021871 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e1611292-e073-4026-bcc1-486c2ae08fa7 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:35:23.182339 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9a7fe7d-b29e-4a4e-84f2-e01165613adc req-e1611292-e073-4026-bcc1-486c2ae08fa7 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] No DVR routers for this DVR port 04688852-9e53-4a36-b65c-3e8c7c088a5d on host hv-cinder-76330 {{(pid=80246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 09 05:35:23.185695 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-f9a7fe7d-b29e-4a4e-84f2-e01165613adc req-e1611292-e073-4026-bcc1-486c2ae08fa7 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870'] for port, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:23.191035 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05109a02-24e6-4343-abc9-d075e243a453', 'name': 'network-vif-deleted', 'tag': '04688852-9e53-4a36-b65c-3e8c7c088a5d'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:35:23.203559 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-43f44203-54c4-4c67-af47-9ad3e8a05b65 None None] Agent healthcheck: found 6 active agents {{(pid=80248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 09 05:35:23.217970 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f9a7fe7d-b29e-4a4e-84f2-e01165613adc req-e1611292-e073-4026-bcc1-486c2ae08fa7 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] 10.222.0.59 "DELETE /v2.0/ports/04688852-9e53-4a36-b65c-3e8c7c088a5d HTTP/1.1" status: 204  len: 173 time: 2.0167003
Dec 09 05:35:23.265738 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05109a02-24e6-4343-abc9-d075e243a453', 'name': 'network-vif-deleted', 'tag': '04688852-9e53-4a36-b65c-3e8c7c088a5d', 'status': 'completed', 'code': 200}
Dec 09 05:35:23.618481 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8326afad-17a0-47a4-ad12-528393bc7192 req-3b270d5a-85dc-4345-8f7b-81bec583cadd tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] 10.222.0.39 "GET /v2.0/ports?device_id=05109a02-24e6-4343-abc9-d075e243a453 HTTP/1.1" status: 200  len: 210 time: 0.0484145
Dec 09 05:35:25.727737 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:40.301147 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b06a2d3-0acd-491b-a89d-6dccc5df7064 req-1624199e-2a1b-402c-91be-f4ad1ec7e471 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:35:40.303162 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1b06a2d3-0acd-491b-a89d-6dccc5df7064 req-1624199e-2a1b-402c-91be-f4ad1ec7e471 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=a9b33760-de8b-4742-9444-80ad1afb7e78 HTTP/1.1" status: 200  len: 946 time: 0.1266477
Dec 09 05:35:40.367245 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1b06a2d3-0acd-491b-a89d-6dccc5df7064 req-7d8901b9-4787-4049-bc5e-425065d9c1d6 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=c064004f-08ab-44b8-b121-74857038819c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0523050
Dec 09 05:35:41.647832 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5151ff1d-e384-4c14-ba0d-b72dc52ee1a4 req-67b32975-f695-436b-89f4-1c6c15bdecb4 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:35:41.649469 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5151ff1d-e384-4c14-ba0d-b72dc52ee1a4 req-67b32975-f695-436b-89f4-1c6c15bdecb4 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=a9b33760-de8b-4742-9444-80ad1afb7e78 HTTP/1.1" status: 200  len: 946 time: 0.0939126
Dec 09 05:35:41.706372 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5151ff1d-e384-4c14-ba0d-b72dc52ee1a4 req-a045925b-7729-4822-8204-3b24ed4ec877 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=c064004f-08ab-44b8-b121-74857038819c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474715
Dec 09 05:35:43.055967 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2da54b-e707-4d5b-827c-1174169354d3 req-c4d9e30b-d9e5-4dad-a69c-8243d3037154 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:35:43.058692 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-de2da54b-e707-4d5b-827c-1174169354d3 req-c4d9e30b-d9e5-4dad-a69c-8243d3037154 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=a9b33760-de8b-4742-9444-80ad1afb7e78 HTTP/1.1" status: 200  len: 946 time: 0.1007140
Dec 09 05:35:43.123399 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-de2da54b-e707-4d5b-827c-1174169354d3 req-c7d9dfde-f91c-45f7-9683-e8c2c2927c52 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=c064004f-08ab-44b8-b121-74857038819c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0557101
Dec 09 05:35:44.389607 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbe736d-ffe5-4524-befb-a89c9bbfb211 req-b99f57d4-e99f-4fdc-85a8-a0aaa9522760 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:35:44.394465 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4dbe736d-ffe5-4524-befb-a89c9bbfb211 req-b99f57d4-e99f-4fdc-85a8-a0aaa9522760 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=a9b33760-de8b-4742-9444-80ad1afb7e78 HTTP/1.1" status: 200  len: 946 time: 0.1104641
Dec 09 05:35:44.452081 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4dbe736d-ffe5-4524-befb-a89c9bbfb211 req-7283ee6a-2905-4dc6-b68b-ee98ebcf114d tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=c064004f-08ab-44b8-b121-74857038819c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0540185
Dec 09 05:35:45.702451 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac27ca-ea30-4da4-965c-8e881903b90f req-10626d08-9701-4105-b6e4-c2ca71f58429 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:35:45.704099 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d7ac27ca-ea30-4da4-965c-8e881903b90f req-10626d08-9701-4105-b6e4-c2ca71f58429 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=a9b33760-de8b-4742-9444-80ad1afb7e78 HTTP/1.1" status: 200  len: 946 time: 0.0916681
Dec 09 05:35:45.773589 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-fe2fdf28-d9c4-4626-922f-7ae8cd8fa050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:45.824491 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d7ac27ca-ea30-4da4-965c-8e881903b90f req-7510d88a-51bd-49e3-a9fb-47b001be7cc0 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=c064004f-08ab-44b8-b121-74857038819c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1135147
Dec 09 05:35:47.086869 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eebd8ce-53ad-4d7d-ac35-1657520ddd38 req-898f9e42-ecd9-4390-a281-84263e3ef46d tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:35:47.088517 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8eebd8ce-53ad-4d7d-ac35-1657520ddd38 req-898f9e42-ecd9-4390-a281-84263e3ef46d tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=a9b33760-de8b-4742-9444-80ad1afb7e78 HTTP/1.1" status: 200  len: 946 time: 0.0851028
Dec 09 05:35:47.137976 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8eebd8ce-53ad-4d7d-ac35-1657520ddd38 req-49167a2d-095a-4b73-b9a1-b76dc79cc775 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=c064004f-08ab-44b8-b121-74857038819c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428536
Dec 09 05:35:47.317636 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2d35754c-39e7-4409-adc6-7f9baf0d7a78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:47.928979 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 38152) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:35:48.000031 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8e70bc1-f63e-4848-b619-599ff9742bda admin admin] Deleting subnet eee6c54e-e712-40be-9784-230aba1f3c72 {{(pid=80245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 09 05:35:48.003448 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b8e70bc1-f63e-4848-b619-599ff9742bda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:48.075924 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b8e70bc1-f63e-4848-b619-599ff9742bda admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036844206957'] for subnet, precommit_delete_associations {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:48.171616 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b8e70bc1-f63e-4848-b619-599ff9742bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3642508'] for subnet, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:48.224064 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d667687f-70e4-40ee-92a5-0e371b53b2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:48.498210 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df4d5c-5c93-4dc8-8c02-98458b399833 req-417860fc-392d-4ef3-9bfa-bb750af63d2e tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:35:48.499866 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-11df4d5c-5c93-4dc8-8c02-98458b399833 req-417860fc-392d-4ef3-9bfa-bb750af63d2e tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=a9b33760-de8b-4742-9444-80ad1afb7e78 HTTP/1.1" status: 200  len: 946 time: 0.1814477
Dec 09 05:35:48.564879 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-11df4d5c-5c93-4dc8-8c02-98458b399833 req-7ea461b6-ebb5-4f1a-aed5-04d639e5110e tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=c064004f-08ab-44b8-b121-74857038819c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0577519
Dec 09 05:35:48.566370 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b8e70bc1-f63e-4848-b619-599ff9742bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851133308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854364984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10626838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843797784'] for subnet, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:48.583014 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:35:48.637680 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e70bc1-f63e-4848-b619-599ff9742bda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eee6c54e-e712-40be-9784-230aba1f3c72,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:35:48.641705 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-b8e70bc1-f63e-4848-b619-599ff9742bda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:35:48.724445 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b8e70bc1-f63e-4848-b619-599ff9742bda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3226941'] for subnet, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:48.731774 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-b8e70bc1-f63e-4848-b619-599ff9742bda admin admin] 10.222.0.39 "DELETE /v2.0/subnets/eee6c54e-e712-40be-9784-230aba1f3c72 HTTP/1.1" status: 204  len: 168 time: 0.8016109
Dec 09 05:35:48.735261 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 38160) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:35:48.858007 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-868881ad-cf7b-4b63-ba31-f5679e7a8494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851217242'] for network, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:48.979316 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:49.272299 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-868881ad-cf7b-4b63-ba31-f5679e7a8494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3640018', 'neutron.services.segments.db._delete_segments_for_network--9223363249358105289'] for network, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:49.396699 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-868881ad-cf7b-4b63-ba31-f5679e7a8494 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fdff37e1cf8>,) {'filters': {'network_id': ['667f2e97-aece-4ce5-94bc-8129564fb4d1']}} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:35:49.410680 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-868881ad-cf7b-4b63-ba31-f5679e7a8494 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fdff37e1cf8>, '928faf44-d11f-4138-a5f0-9c26b4ba995a') {'for_net_delete': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:35:49.411062 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-868881ad-cf7b-4b63-ba31-f5679e7a8494 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fdff37e1cf8>, '928faf44-d11f-4138-a5f0-9c26b4ba995a') {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:35:49.424993 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-868881ad-cf7b-4b63-ba31-f5679e7a8494 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363249358104777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10568859'] for segment, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:49.441839 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-868881ad-cf7b-4b63-ba31-f5679e7a8494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638805'] for segment, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:49.443909 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-868881ad-cf7b-4b63-ba31-f5679e7a8494 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 09 05:35:49.634400 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-868881ad-cf7b-4b63-ba31-f5679e7a8494 admin admin] Network 667f2e97-aece-4ce5-94bc-8129564fb4d1 has no segments {{(pid=80245) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 09 05:35:49.645549 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-868881ad-cf7b-4b63-ba31-f5679e7a8494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851136996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10626939'] for segment, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:49.815922 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb66ef8-4084-4061-9f71-e8d34f19fa88 req-7e4a90a0-cf73-4c55-bcd4-d99564b6d9b0 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:35:49.817583 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ebb66ef8-4084-4061-9f71-e8d34f19fa88 req-7e4a90a0-cf73-4c55-bcd4-d99564b6d9b0 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=a9b33760-de8b-4742-9444-80ad1afb7e78 HTTP/1.1" status: 200  len: 946 time: 0.0953081
Dec 09 05:35:49.843223 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-868881ad-cf7b-4b63-ba31-f5679e7a8494 admin admin] Network 667f2e97-aece-4ce5-94bc-8129564fb4d1 has no segments {{(pid=80245) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 09 05:35:49.868875 dv-cinder-763306-6-iscsi neutron-server[80130]: Traceback (most recent call last):
Dec 09 05:35:49.868875 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 09 05:35:49.868875 dv-cinder-763306-6-iscsi neutron-server[80130]:     timer()
Dec 09 05:35:49.868875 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 05:35:49.868875 dv-cinder-763306-6-iscsi neutron-server[80130]:     cb(*args, **kw)
Dec 09 05:35:49.868875 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 09 05:35:49.868875 dv-cinder-763306-6-iscsi neutron-server[80130]:     return func(*args, **kwargs)
Dec 09 05:35:49.868875 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 05:35:49.868875 dv-cinder-763306-6-iscsi neutron-server[80130]:     self._notify()
Dec 09 05:35:49.868875 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 05:35:49.868875 dv-cinder-763306-6-iscsi neutron-server[80130]:     self.callback(batched_events)
Dec 09 05:35:49.868875 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 05:35:49.868875 dv-cinder-763306-6-iscsi neutron-server[80130]:     event.method(event)
Dec 09 05:35:49.868875 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 05:35:49.868875 dv-cinder-763306-6-iscsi neutron-server[80130]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 05:35:49.868875 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 09 05:35:49.868875 dv-cinder-763306-6-iscsi neutron-server[80130]:     segment_id)['aggregates'][0]
Dec 09 05:35:49.868875 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 05:35:49.868875 dv-cinder-763306-6-iscsi neutron-server[80130]:     return f(self, *a, **k)
Dec 09 05:35:49.868875 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 09 05:35:49.868875 dv-cinder-763306-6-iscsi neutron-server[80130]:     return self._get(url).json()
Dec 09 05:35:49.868875 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 05:35:49.868875 dv-cinder-763306-6-iscsi neutron-server[80130]:     **kwargs)
Dec 09 05:35:49.868875 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 05:35:49.868875 dv-cinder-763306-6-iscsi neutron-server[80130]:     return self.request(url, 'GET', **kwargs)
Dec 09 05:35:49.868875 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 09 05:35:49.868875 dv-cinder-763306-6-iscsi neutron-server[80130]:     **endpoint_filter)
Dec 09 05:35:49.868875 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 05:35:49.868875 dv-cinder-763306-6-iscsi neutron-server[80130]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 05:35:49.868875 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 05:35:49.868875 dv-cinder-763306-6-iscsi neutron-server[80130]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 05:35:49.868875 dv-cinder-763306-6-iscsi neutron-server[80130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 05:35:49.871354 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ebb66ef8-4084-4061-9f71-e8d34f19fa88 req-13054c41-7a0a-4e20-a0ec-72b5825792e5 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=c064004f-08ab-44b8-b121-74857038819c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453699
Dec 09 05:35:49.957751 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-868881ad-cf7b-4b63-ba31-f5679e7a8494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851135783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854364948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036851028489'] for network, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:49.961378 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-313f32ee-4ad8-4544-a67f-6e4c7e312ef0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:35:49.976330 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-868881ad-cf7b-4b63-ba31-f5679e7a8494 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3226941'] for network, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:49.989219 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868881ad-cf7b-4b63-ba31-f5679e7a8494 admin admin] Pushing event deleted for resources: {'Network': ['ID=667f2e97-aece-4ce5-94bc-8129564fb4d1,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:35:49.992399 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-868881ad-cf7b-4b63-ba31-f5679e7a8494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:35:49.996604 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-868881ad-cf7b-4b63-ba31-f5679e7a8494 admin admin] 10.222.0.39 "DELETE /v2.0/networks/667f2e97-aece-4ce5-94bc-8129564fb4d1 HTTP/1.1" status: 204  len: 168 time: 1.2590659
Dec 09 05:35:50.038219 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-858fc187-cc56-4aeb-a3e2-00a52ab9489b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:50.226402 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 38170) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:35:50.290990 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-937c89e6-6073-422e-880e-33df2b849bdc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e1c125908df848eaa4a3528332a175f1&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0630367
Dec 09 05:35:50.293661 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 38176) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:35:50.369396 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1644a7b2-bb72-4ee3-b29c-c678b5566cf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:50.402009 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1644a7b2-bb72-4ee3-b29c-c678b5566cf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:50.475182 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1644a7b2-bb72-4ee3-b29c-c678b5566cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:50.485167 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-daced12f-c6f1-4cbd-b99f-2d6733e81671 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:35:50.501633 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1644a7b2-bb72-4ee3-b29c-c678b5566cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb298bc-7ceb-46dc-9829-5e59f8913650,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:35:50.504828 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-1644a7b2-bb72-4ee3-b29c-c678b5566cf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:35:50.518959 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1644a7b2-bb72-4ee3-b29c-c678b5566cf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:50.520748 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-1644a7b2-bb72-4ee3-b29c-c678b5566cf4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/beb298bc-7ceb-46dc-9829-5e59f8913650 HTTP/1.1" status: 204  len: 168 time: 0.2258360
Dec 09 05:35:51.117142 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc87e0ac-805f-4b89-9b21-4e18ae8cb93a req-187e72c0-d767-4e20-a443-6c9725a31ae1 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:35:51.118832 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cc87e0ac-805f-4b89-9b21-4e18ae8cb93a req-187e72c0-d767-4e20-a443-6c9725a31ae1 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=a9b33760-de8b-4742-9444-80ad1afb7e78 HTTP/1.1" status: 200  len: 946 time: 0.0890000
Dec 09 05:35:51.173990 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cc87e0ac-805f-4b89-9b21-4e18ae8cb93a req-6e724793-35e8-4e53-a27b-33c9d1a09800 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=c064004f-08ab-44b8-b121-74857038819c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0480332
Dec 09 05:35:52.415191 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c650a3-03dc-4412-9ef3-58f549a1b672 req-aadac3f3-30c1-42ac-8532-26ca36a050a7 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:35:52.416858 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-05c650a3-03dc-4412-9ef3-58f549a1b672 req-aadac3f3-30c1-42ac-8532-26ca36a050a7 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=a9b33760-de8b-4742-9444-80ad1afb7e78 HTTP/1.1" status: 200  len: 946 time: 0.0913579
Dec 09 05:35:52.468526 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-05c650a3-03dc-4412-9ef3-58f549a1b672 req-ff68c067-8e10-428e-b911-5f518f25fe53 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=c064004f-08ab-44b8-b121-74857038819c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440147
Dec 09 05:35:53.717806 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb60035-b71d-4dd8-83b8-70d415969208 req-b629b724-4647-4098-800a-8ce5325e74b0 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:35:53.720275 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2eb60035-b71d-4dd8-83b8-70d415969208 req-b629b724-4647-4098-800a-8ce5325e74b0 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=a9b33760-de8b-4742-9444-80ad1afb7e78 HTTP/1.1" status: 200  len: 946 time: 0.0934923
Dec 09 05:35:53.799901 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2eb60035-b71d-4dd8-83b8-70d415969208 req-11c69a15-f034-47dc-b3a9-a7a47f8d18e3 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=c064004f-08ab-44b8-b121-74857038819c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0707519
Dec 09 05:35:55.153395 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a7f97e-07cb-4cac-b13e-686a7bea4de1 req-c94d1a72-b9db-4434-8e91-be59e3164807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:35:55.156166 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-62a7f97e-07cb-4cac-b13e-686a7bea4de1 req-c94d1a72-b9db-4434-8e91-be59e3164807 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c66dfb6ad0d4440d9fde314bc8bf155a&device_id=a9b33760-de8b-4742-9444-80ad1afb7e78 HTTP/1.1" status: 200  len: 1163 time: 0.1444519
Dec 09 05:35:55.357648 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6afbfd-9bfa-4367-8a3f-7d4c9efb3c21 req-7f865d0d-d4e2-46a7-b86c-67881f8b78b7 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:35:55.359696 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6a6afbfd-9bfa-4367-8a3f-7d4c9efb3c21 req-7f865d0d-d4e2-46a7-b86c-67881f8b78b7 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=a9b33760-de8b-4742-9444-80ad1afb7e78 HTTP/1.1" status: 200  len: 946 time: 0.2629602
Dec 09 05:35:55.485259 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6a6afbfd-9bfa-4367-8a3f-7d4c9efb3c21 req-4df5f97e-60c0-450e-96bc-6e1d64fd666b tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=c064004f-08ab-44b8-b121-74857038819c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1188519
Dec 09 05:35:55.485877 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 38276) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:35:55.494307 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a7f97e-07cb-4cac-b13e-686a7bea4de1 req-e27aa1fb-53be-42b4-a2f7-33930fc7ef14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:35:55.496461 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-62a7f97e-07cb-4cac-b13e-686a7bea4de1 req-e27aa1fb-53be-42b4-a2f7-33930fc7ef14 service neutron] 10.222.0.59 "GET /v2.0/networks?id=213a2199-d44a-4f31-a99f-f2fcf48b8a5b HTTP/1.1" status: 200  len: 910 time: 0.3026032
Dec 09 05:35:55.633078 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-62a7f97e-07cb-4cac-b13e-686a7bea4de1 req-3b679dae-101f-4977-8ce7-4e56b4267ba4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54bf8343-bde6-41dc-8c6f-feef12cc5817 HTTP/1.1" status: 200  len: 1001 time: 0.1298068
Dec 09 05:35:55.697729 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f7cd611c-b767-4121-828d-1cdaa8d626a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:55.717377 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-f7cd611c-b767-4121-828d-1cdaa8d626a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:35:55.723719 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-f7cd611c-b767-4121-828d-1cdaa8d626a2 admin admin] Usage tracker for resource:security_group_rule and tenant:18c87b57805f498b92e259492ad7aebe is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:35:55.723989 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a7f97e-07cb-4cac-b13e-686a7bea4de1 req-af500d59-7232-48ba-aae7-281608178d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:35:55.725860 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-62a7f97e-07cb-4cac-b13e-686a7bea4de1 req-af500d59-7232-48ba-aae7-281608178d8f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f2d416e2-18e0-4718-bf66-1cf63cef4f47 HTTP/1.1" status: 200  len: 855 time: 0.0852921
Dec 09 05:35:55.727921 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-f7cd611c-b767-4121-828d-1cdaa8d626a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:35:55.735349 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-f7cd611c-b767-4121-828d-1cdaa8d626a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:35:55.743263 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:55.837668 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a7f97e-07cb-4cac-b13e-686a7bea4de1 req-cd3545b6-36da-4f86-a13d-a67bc4357a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:35:55.840562 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-62a7f97e-07cb-4cac-b13e-686a7bea4de1 req-cd3545b6-36da-4f86-a13d-a67bc4357a94 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=213a2199-d44a-4f31-a99f-f2fcf48b8a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1063664
Dec 09 05:35:55.883284 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f7cd611c-b767-4121-828d-1cdaa8d626a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:55.887364 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f7cd611c-b767-4121-828d-1cdaa8d626a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:55.898499 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-0a4e151b-78ae-4710-896a-6682e4c28afc tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:35:55.935610 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd611c-b767-4121-828d-1cdaa8d626a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ed312c-b21b-4f1a-b358-5d6abda4bd41,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:35:55.940944 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-f7cd611c-b767-4121-828d-1cdaa8d626a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:35:55.977109 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-f7cd611c-b767-4121-828d-1cdaa8d626a2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=18c87b57805f498b92e259492ad7aebe&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4900634
Dec 09 05:35:55.981431 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 38282) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:35:56.071332 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-41e402ed-3e7b-4ca5-b5df-32a76cc519d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:56.073085 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-62a7f97e-07cb-4cac-b13e-686a7bea4de1 req-0521a378-5b58-4d8a-a8ff-182ba4f0099a service neutron] 10.222.0.59 "GET /v2.0/networks/213a2199-d44a-4f31-a99f-f2fcf48b8a5b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2256057
Dec 09 05:35:56.108591 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-41e402ed-3e7b-4ca5-b5df-32a76cc519d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:56.165836 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-41e402ed-3e7b-4ca5-b5df-32a76cc519d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:56.172353 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-f7cd611c-b767-4121-828d-1cdaa8d626a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:35:56.188741 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e402ed-3e7b-4ca5-b5df-32a76cc519d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ed312c-b21b-4f1a-b358-5d6abda4bd41,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:35:56.219594 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-41e402ed-3e7b-4ca5-b5df-32a76cc519d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:35:56.224411 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-41e402ed-3e7b-4ca5-b5df-32a76cc519d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:56.229286 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-41e402ed-3e7b-4ca5-b5df-32a76cc519d1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/28ed312c-b21b-4f1a-b358-5d6abda4bd41 HTTP/1.1" status: 204  len: 168 time: 0.2423036
Dec 09 05:35:56.528475 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-62a7f97e-07cb-4cac-b13e-686a7bea4de1 req-bc502494-0a1e-473b-8e5a-479c3c34f0ba service neutron] 10.222.0.59 "GET /v2.0/networks/213a2199-d44a-4f31-a99f-f2fcf48b8a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4474669
Dec 09 05:35:56.826077 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69ecd85-0f4c-4c1e-b672-2a2f686527b3 req-706e9d7b-22df-46f9-b54d-1a3254c6a8ea tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:35:56.827862 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c69ecd85-0f4c-4c1e-b672-2a2f686527b3 req-706e9d7b-22df-46f9-b54d-1a3254c6a8ea tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=a9b33760-de8b-4742-9444-80ad1afb7e78 HTTP/1.1" status: 200  len: 946 time: 0.1367543
Dec 09 05:35:56.918342 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c69ecd85-0f4c-4c1e-b672-2a2f686527b3 req-fb7dbb0d-9f20-4ab3-a348-d31798e4cd44 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=c064004f-08ab-44b8-b121-74857038819c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0740066
Dec 09 05:35:57.485605 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 38314) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:35:57.641280 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-ca5b53fd-18bc-41d8-85ae-33718864231f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-853132556-network', 'tenant_id': '3e19a4471945447fb24ef19ba877456c'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:35:57.646868 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-ca5b53fd-18bc-41d8-85ae-33718864231f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:35:57.652776 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-ca5b53fd-18bc-41d8-85ae-33718864231f admin admin] Usage tracker for resource:network and tenant:3e19a4471945447fb24ef19ba877456c is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:35:57.658747 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-ca5b53fd-18bc-41d8-85ae-33718864231f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:35:57.665332 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-ca5b53fd-18bc-41d8-85ae-33718864231f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:35:57.676578 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5b53fd-18bc-41d8-85ae-33718864231f admin admin] Made reservation on behalf of 3e19a4471945447fb24ef19ba877456c for: {'network': 1} {{(pid=80245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 09 05:35:57.682520 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ca5b53fd-18bc-41d8-85ae-33718864231f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for network, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:57.698809 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ca5b53fd-18bc-41d8-85ae-33718864231f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:57.722483 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-ca5b53fd-18bc-41d8-85ae-33718864231f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:35:57.726172 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-ca5b53fd-18bc-41d8-85ae-33718864231f admin admin] Usage tracker for resource:security_group_rule and tenant:3e19a4471945447fb24ef19ba877456c is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:35:57.730476 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-ca5b53fd-18bc-41d8-85ae-33718864231f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:35:57.737111 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-ca5b53fd-18bc-41d8-85ae-33718864231f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:35:57.859895 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ca5b53fd-18bc-41d8-85ae-33718864231f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:57.863497 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ca5b53fd-18bc-41d8-85ae-33718864231f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:57.871207 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-313f32ee-4ad8-4544-a67f-6e4c7e312ef0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:35:57.907552 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca5b53fd-18bc-41d8-85ae-33718864231f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 09 05:35:57.922940 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5b53fd-18bc-41d8-85ae-33718864231f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8bff0d-f0b9-4b0e-a8d7-9a8f367eb08c,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:35:57.927246 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ca5b53fd-18bc-41d8-85ae-33718864231f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:35:57.930678 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ca5b53fd-18bc-41d8-85ae-33718864231f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787496670511', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638805'] for segment, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:57.931124 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.db.segments_db [None req-ca5b53fd-18bc-41d8-85ae-33718864231f admin admin] Added segment f6d2dbab-fc73-4a6c-baf4-c6449d348147 of type vxlan for network 8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1
Dec 09 05:35:57.965033 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ca5b53fd-18bc-41d8-85ae-33718864231f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363249358512056'] for network, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:58.011136 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ca5b53fd-18bc-41d8-85ae-33718864231f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854364948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894'] for network, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:58.012458 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5b53fd-18bc-41d8-85ae-33718864231f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:35:58.013112 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ca5b53fd-18bc-41d8-85ae-33718864231f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3226941'] for network, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:58.016998 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:35:58.196451 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-ca5b53fd-18bc-41d8-85ae-33718864231f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.7061107
Dec 09 05:35:58.197319 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5b53fd-18bc-41d8-85ae-33718864231f admin admin] Pushing event updated for resources: {'Network': ['ID=8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:35:58.197680 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 38322) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:35:58.200763 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ca5b53fd-18bc-41d8-85ae-33718864231f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:35:58.204588 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-0a61ada1-ef32-4a13-a1ad-b82166b06de5 admin admin] Request body: {'subnet': {'network_id': '8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-853132556-subnet', 'tenant_id': '3e19a4471945447fb24ef19ba877456c', 'ip_version': 4}} {{(pid=80246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:35:58.212466 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Network 8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80247) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 09 05:35:58.221265 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-0a61ada1-ef32-4a13-a1ad-b82166b06de5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:35:58.231184 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-0a61ada1-ef32-4a13-a1ad-b82166b06de5 admin admin] Usage tracker for resource:subnet and tenant:3e19a4471945447fb24ef19ba877456c is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:35:58.240248 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-0a61ada1-ef32-4a13-a1ad-b82166b06de5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:35:58.254409 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dac177-9dfb-4d92-bff8-eb7ad63eaa11 req-2c628c34-5839-49e2-a518-a65704d7ffba tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:35:58.255598 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-0a61ada1-ef32-4a13-a1ad-b82166b06de5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:35:58.263443 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f6dac177-9dfb-4d92-bff8-eb7ad63eaa11 req-2c628c34-5839-49e2-a518-a65704d7ffba tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=a9b33760-de8b-4742-9444-80ad1afb7e78 HTTP/1.1" status: 200  len: 946 time: 0.1347787
Dec 09 05:35:58.282275 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a61ada1-ef32-4a13-a1ad-b82166b06de5 admin admin] Made reservation on behalf of 3e19a4471945447fb24ef19ba877456c for: {'subnet': 1} {{(pid=80246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 09 05:35:58.287336 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0a61ada1-ef32-4a13-a1ad-b82166b06de5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11897078'] for subnet, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:58.327234 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f6dac177-9dfb-4d92-bff8-eb7ad63eaa11 req-04142a35-926c-4881-b866-e24c70abce38 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=c064004f-08ab-44b8-b121-74857038819c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0629332
Dec 09 05:35:58.357125 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Network 8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1 details requested by agent ovs-agent-dv-cinder-763306-6-iscsi with host dv-cinder-763306-6-iscsi {{(pid=80247) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 09 05:35:58.869328 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0a61ada1-ef32-4a13-a1ad-b82166b06de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854364984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843940832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11897063'] for subnet, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:58.902040 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-d5a6817c-1672-4a4a-b89e-56928878ce7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:35:59.042747 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a61ada1-ef32-4a13-a1ad-b82166b06de5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03701147-4f44-43c3-b01d-18f4abcea6b1,revision_number=0']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:35:59.054805 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a61ada1-ef32-4a13-a1ad-b82166b06de5 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:35:59.055369 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a61ada1-ef32-4a13-a1ad-b82166b06de5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:35:59.056083 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a61ada1-ef32-4a13-a1ad-b82166b06de5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:35:59.056541 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a61ada1-ef32-4a13-a1ad-b82166b06de5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:35:59.056952 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a61ada1-ef32-4a13-a1ad-b82166b06de5 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:35:59.057365 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a61ada1-ef32-4a13-a1ad-b82166b06de5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:35:59.057772 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a61ada1-ef32-4a13-a1ad-b82166b06de5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:35:59.058208 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a61ada1-ef32-4a13-a1ad-b82166b06de5 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:35:59.058613 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a61ada1-ef32-4a13-a1ad-b82166b06de5 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:35:59.059015 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a61ada1-ef32-4a13-a1ad-b82166b06de5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:35:59.059414 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a61ada1-ef32-4a13-a1ad-b82166b06de5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:35:59.059810 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a61ada1-ef32-4a13-a1ad-b82166b06de5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:35:59.060253 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a61ada1-ef32-4a13-a1ad-b82166b06de5 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:35:59.060649 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a61ada1-ef32-4a13-a1ad-b82166b06de5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:35:59.061045 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a61ada1-ef32-4a13-a1ad-b82166b06de5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:35:59.061441 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a61ada1-ef32-4a13-a1ad-b82166b06de5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:35:59.061855 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a61ada1-ef32-4a13-a1ad-b82166b06de5 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:35:59.062258 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a61ada1-ef32-4a13-a1ad-b82166b06de5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:35:59.062653 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a61ada1-ef32-4a13-a1ad-b82166b06de5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:35:59.063055 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a61ada1-ef32-4a13-a1ad-b82166b06de5 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:35:59.063450 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a61ada1-ef32-4a13-a1ad-b82166b06de5 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:35:59.063849 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a61ada1-ef32-4a13-a1ad-b82166b06de5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:35:59.064240 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a61ada1-ef32-4a13-a1ad-b82166b06de5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:35:59.064638 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a61ada1-ef32-4a13-a1ad-b82166b06de5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:35:59.071444 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-0a61ada1-ef32-4a13-a1ad-b82166b06de5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:35:59.134263 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a61ada1-ef32-4a13-a1ad-b82166b06de5 admin admin] Checking segment: {'id': 'f6d2dbab-fc73-4a6c-baf4-c6449d348147', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 09 05:35:59.134666 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a61ada1-ef32-4a13-a1ad-b82166b06de5 admin admin] Network hostable DHCP agents. Network: 8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1, hostable agents: ['cf8ef789-40b7-4066-b095-c11a9e991b4e'], hosted agents: [] {{(pid=80246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 09 05:35:59.157357 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a61ada1-ef32-4a13-a1ad-b82166b06de5 admin admin] Network 8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1 is scheduled to be hosted by DHCP agent cf8ef789-40b7-4066-b095-c11a9e991b4e with binding_index 1 {{(pid=80246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 09 05:35:59.171449 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-0a61ada1-ef32-4a13-a1ad-b82166b06de5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-6-iscsi, 8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1) {{(pid=80246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:35:59.182669 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da44d8e9-7111-466c-b51e-7c0c94055cf9 None None] Network 8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1 requested from dv-cinder-763306-6-iscsi {{(pid=80247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 09 05:35:59.188094 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a61ada1-ef32-4a13-a1ad-b82166b06de5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:35:59.188766 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0a61ada1-ef32-4a13-a1ad-b82166b06de5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:59.223623 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-0a61ada1-ef32-4a13-a1ad-b82166b06de5 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.0245860
Dec 09 05:35:59.226341 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 38328) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:35:59.236960 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-0575cc71-0326-498b-b7df-1fbb5f0539fa admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-853132556-router', 'tenant_id': '3e19a4471945447fb24ef19ba877456c', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89'}}} {{(pid=80246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:35:59.242292 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-0575cc71-0326-498b-b7df-1fbb5f0539fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:35:59.247805 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-0575cc71-0326-498b-b7df-1fbb5f0539fa admin admin] Usage tracker for resource:router and tenant:3e19a4471945447fb24ef19ba877456c is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:35:59.251681 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-0575cc71-0326-498b-b7df-1fbb5f0539fa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:35:59.261917 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-0575cc71-0326-498b-b7df-1fbb5f0539fa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:35:59.271671 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0575cc71-0326-498b-b7df-1fbb5f0539fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854371491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3633'] for router, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:59.272806 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0575cc71-0326-498b-b7df-1fbb5f0539fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854381126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036851028643', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772167'] for router, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:59.297097 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0575cc71-0326-498b-b7df-1fbb5f0539fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:59.452655 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a95fba-2761-4219-bfa8-496287837167 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd19d2df8-5246-5bd6-ad5c-c97c8fcfd48f-8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1', 'network_id': '8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1', 'tenant_id': '3e19a4471945447fb24ef19ba877456c', 'fixed_ips': [{'subnet_id': '03701147-4f44-43c3-b01d-18f4abcea6b1'}]}} from dv-cinder-763306-6-iscsi. {{(pid=80247) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 09 05:35:59.453838 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e5a95fba-2761-4219-bfa8-496287837167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_create {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:59.795793 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [None req-e5a95fba-2761-4219-bfa8-496287837167 None None] Allocated IP 172.20.0.2 (8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1/03701147-4f44-43c3-b01d-18f4abcea6b1/5b0944d1-ea45-4353-b080-b4a95e0b7c5d) {{(pid=80247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 09 05:35:59.866303 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0575cc71-0326-498b-b7df-1fbb5f0539fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036851028702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854371550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772138'] for router, precommit_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:35:59.981064 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c363d5-07cf-484f-a618-a0e76f5c9a71 req-ea4c986e-42c0-42c9-9011-02d8af6e1a2d tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:35:59.981064 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-40c363d5-07cf-484f-a618-a0e76f5c9a71 req-ea4c986e-42c0-42c9-9011-02d8af6e1a2d tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=a9b33760-de8b-4742-9444-80ad1afb7e78 HTTP/1.1" status: 200  len: 946 time: 0.3894732
Dec 09 05:36:00.085274 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-40c363d5-07cf-484f-a618-a0e76f5c9a71 req-8d949d9d-ff90-465f-8d4a-d6b9b07a878e tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=c064004f-08ab-44b8-b121-74857038819c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1152718
Dec 09 05:36:00.098345 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e5a95fba-2761-4219-bfa8-496287837167 None None] Notify callbacks [] for port, precommit_create {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:00.120458 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-e5a95fba-2761-4219-bfa8-496287837167 None None] Transition to ACTIVE for port object 5b0944d1-ea45-4353-b080-b4a95e0b7c5d will not be triggered until provisioned by entity L2. {{(pid=80247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 09 05:36:00.161205 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-e5a95fba-2761-4219-bfa8-496287837167 None None] Transition to ACTIVE for port object 5b0944d1-ea45-4353-b080-b4a95e0b7c5d will not be triggered until provisioned by entity DHCP. {{(pid=80247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 09 05:36:00.179807 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e5a95fba-2761-4219-bfa8-496287837167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249358491764'] for port, after_create {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:00.200664 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:36:00.203567 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-43f44203-54c4-4c67-af47-9ad3e8a05b65 None None] Agent healthcheck: found 6 active agents {{(pid=80248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 09 05:36:00.300645 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a95fba-2761-4219-bfa8-496287837167 None None] Pushing event updated for resources: {'Port': ['ID=5b0944d1-ea45-4353-b080-b4a95e0b7c5d,revision_number=1']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:36:00.373482 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a95fba-2761-4219-bfa8-496287837167 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:36:00.374192 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a95fba-2761-4219-bfa8-496287837167 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:36:00.374970 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a95fba-2761-4219-bfa8-496287837167 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:36:00.375667 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a95fba-2761-4219-bfa8-496287837167 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:36:00.376207 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a95fba-2761-4219-bfa8-496287837167 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:36:00.376749 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a95fba-2761-4219-bfa8-496287837167 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:36:00.377424 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a95fba-2761-4219-bfa8-496287837167 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:36:00.378107 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a95fba-2761-4219-bfa8-496287837167 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:36:00.378678 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a95fba-2761-4219-bfa8-496287837167 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:36:00.379211 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a95fba-2761-4219-bfa8-496287837167 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:36:00.379740 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a95fba-2761-4219-bfa8-496287837167 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:36:00.380268 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a95fba-2761-4219-bfa8-496287837167 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:36:00.380853 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a95fba-2761-4219-bfa8-496287837167 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:36:00.381406 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a95fba-2761-4219-bfa8-496287837167 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:36:00.382023 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a95fba-2761-4219-bfa8-496287837167 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:36:00.382918 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a95fba-2761-4219-bfa8-496287837167 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:36:00.384152 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a95fba-2761-4219-bfa8-496287837167 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:36:00.384745 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a95fba-2761-4219-bfa8-496287837167 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:36:00.385276 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a95fba-2761-4219-bfa8-496287837167 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:36:00.385713 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0575cc71-0326-498b-b7df-1fbb5f0539fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:00.386008 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a95fba-2761-4219-bfa8-496287837167 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:36:00.386545 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a95fba-2761-4219-bfa8-496287837167 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:36:00.387307 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a95fba-2761-4219-bfa8-496287837167 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:36:00.387834 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a95fba-2761-4219-bfa8-496287837167 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:36:00.388491 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a95fba-2761-4219-bfa8-496287837167 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:36:00.399245 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e5a95fba-2761-4219-bfa8-496287837167 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:36:00.427660 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0575cc71-0326-498b-b7df-1fbb5f0539fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:00.497520 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a95fba-2761-4219-bfa8-496287837167 None None] Network 8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1 is already hosted by enough agents. {{(pid=80247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 09 05:36:00.499206 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-e5a95fba-2761-4219-bfa8-496287837167 None None] Resources bound (agent type, host, resource id):  {{(pid=80247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:36:00.504171 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a95fba-2761-4219-bfa8-496287837167 None None] Received port after_create {{(pid=80247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 09 05:36:00.577947 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-e5a95fba-2761-4219-bfa8-496287837167 None None] Attempting to bind port 5b0944d1-ea45-4353-b080-b4a95e0b7c5d on host dv-cinder-763306-6-iscsi for vnic_type normal with profile  {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 09 05:36:00.578519 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-e5a95fba-2761-4219-bfa8-496287837167 None None] Attempting to bind port 5b0944d1-ea45-4353-b080-b4a95e0b7c5d by drivers openvswitch on host dv-cinder-763306-6-iscsi at level 0 using segments [{'id': 'f6d2dbab-fc73-4a6c-baf4-c6449d348147', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1'}] {{(pid=80247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 09 05:36:00.579186 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a95fba-2761-4219-bfa8-496287837167 None None] Attempting to bind port 5b0944d1-ea45-4353-b080-b4a95e0b7c5d on network 8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1 {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 09 05:36:00.591063 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a95fba-2761-4219-bfa8-496287837167 None None] Checking agent: {'id': '7299edea-3c4e-4ec0-b2b3-c0ac9bf6315b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 20, 49), 'started_at': datetime.datetime(2020, 12, 9, 5, 21, 19), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 05:36:00.591467 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a95fba-2761-4219-bfa8-496287837167 None None] Checking segment: {'id': 'f6d2dbab-fc73-4a6c-baf4-c6449d348147', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 09 05:36:00.591982 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e5a95fba-2761-4219-bfa8-496287837167 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:00.592335 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a95fba-2761-4219-bfa8-496287837167 None None] Bound using segment: {'id': 'f6d2dbab-fc73-4a6c-baf4-c6449d348147', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1'} {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 05:36:00.592870 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-e5a95fba-2761-4219-bfa8-496287837167 None None] Bound port: 5b0944d1-ea45-4353-b080-b4a95e0b7c5d, host: dv-cinder-763306-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6d2dbab-fc73-4a6c-baf4-c6449d348147', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1'}}] {{(pid=80247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 09 05:36:00.593453 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e5a95fba-2761-4219-bfa8-496287837167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:00.714201 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-e5a95fba-2761-4219-bfa8-496287837167 None None] For port 5b0944d1-ea45-4353-b080-b4a95e0b7c5d, host dv-cinder-763306-6-iscsi, cleared binding levels {{(pid=80247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 09 05:36:00.717798 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-e5a95fba-2761-4219-bfa8-496287837167 None None] For port 5b0944d1-ea45-4353-b080-b4a95e0b7c5d, host dv-cinder-763306-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=5b0944d1-ea45-4353-b080-b4a95e0b7c5d,segment=NetworkSegment(f6d2dbab-fc73-4a6c-baf4-c6449d348147),segment_id=f6d2dbab-fc73-4a6c-baf4-c6449d348147)] {{(pid=80247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 09 05:36:00.724124 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e5a95fba-2761-4219-bfa8-496287837167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:00.780772 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [None req-0575cc71-0326-498b-b7df-1fbb5f0539fa admin admin] Allocated IP 172.27.2.242 (1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89/b1368c69-6e14-4d1d-80ab-b679585c21ba/ff3b19cd-65c7-4a93-adbc-a765c623dfa4) {{(pid=80246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 09 05:36:00.933253 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:36:01.006903 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0575cc71-0326-498b-b7df-1fbb5f0539fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:01.025433 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a95fba-2761-4219-bfa8-496287837167 None None] Pushing event updated for resources: {'Port': ['ID=5b0944d1-ea45-4353-b080-b4a95e0b7c5d,revision_number=2']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:36:01.031059 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e5a95fba-2761-4219-bfa8-496287837167 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:36:01.045036 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0575cc71-0326-498b-b7df-1fbb5f0539fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249358491764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10841009'] for port, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:01.065117 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-54493bcd-3d8a-4b5e-9545-34120e9f1919 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:36:01.230152 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0575cc71-0326-498b-b7df-1fbb5f0539fa admin admin] Pushing event updated for resources: {'Port': ['ID=ff3b19cd-65c7-4a93-adbc-a765c623dfa4,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:36:01.236122 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-0575cc71-0326-498b-b7df-1fbb5f0539fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:36:01.329683 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0575cc71-0326-498b-b7df-1fbb5f0539fa admin admin] Network 1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89 is already hosted by enough agents. {{(pid=80246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 09 05:36:01.331850 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-0575cc71-0326-498b-b7df-1fbb5f0539fa admin admin] Resources bound (agent type, host, resource id):  {{(pid=80246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:36:01.334329 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0575cc71-0326-498b-b7df-1fbb5f0539fa admin admin] Received port after_create {{(pid=80246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 09 05:36:01.389723 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7774a2-90dd-4787-9b0e-a825cb560cd2 req-8a3783ed-907e-4586-94b9-c2440f6065f4 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:36:01.392064 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0a7774a2-90dd-4787-9b0e-a825cb560cd2 req-8a3783ed-907e-4586-94b9-c2440f6065f4 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=a9b33760-de8b-4742-9444-80ad1afb7e78 HTTP/1.1" status: 200  len: 946 time: 0.1241326
Dec 09 05:36:01.510085 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0a7774a2-90dd-4787-9b0e-a825cb560cd2 req-9e671876-e1d5-4ad3-8332-3d19e94fff13 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=c064004f-08ab-44b8-b121-74857038819c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0908866
Dec 09 05:36:02.222257 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0575cc71-0326-498b-b7df-1fbb5f0539fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:02.718887 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0575cc71-0326-498b-b7df-1fbb5f0539fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-404266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3747080'] for router, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:02.827670 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e4a9d0-d094-4020-bdd5-a30a6bf8178d None None] Network 8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1 requested from dv-cinder-763306-6-iscsi {{(pid=80247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 09 05:36:03.047665 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0575cc71-0326-498b-b7df-1fbb5f0539fa admin admin] Router 31ead335-f765-40bb-adda-e7c4b3c04f7e is scheduled to L3 agent 16cb43a9-cd2d-4531-acd4-2457db4a9ad2 with binding_index 1 {{(pid=80246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 09 05:36:03.070998 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-277ea6ab-c9f6-46f5-9968-6601c5818116 None None] Provisioning for port 5b0944d1-ea45-4353-b080-b4a95e0b7c5d completed by entity DHCP. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 09 05:36:03.264109 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0575cc71-0326-498b-b7df-1fbb5f0539fa admin admin] Notify agent at l3_agent.dv-cinder-763306-6-iscsi the message routers_updated {{(pid=80246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 09 05:36:03.275391 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5751dc97-29e7-4b67-96cf-77753304616e None None] Sync routers for ids ['31ead335-f765-40bb-adda-e7c4b3c04f7e'] in dv-cinder-763306-6-iscsi {{(pid=80248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 09 05:36:03.279822 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d8f15-65e0-43bc-b160-95a222493ac8 req-af91ffdf-3587-4dd9-8769-65635b1daae0 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:36:03.287656 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ca0d8f15-65e0-43bc-b160-95a222493ac8 req-af91ffdf-3587-4dd9-8769-65635b1daae0 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=a9b33760-de8b-4742-9444-80ad1afb7e78 HTTP/1.1" status: 200  len: 946 time: 0.3530321
Dec 09 05:36:03.310395 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5751dc97-29e7-4b67-96cf-77753304616e None None] Routers {'31ead335-f765-40bb-adda-e7c4b3c04f7e'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:36:03.311477 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-5751dc97-29e7-4b67-96cf-77753304616e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff899bb38>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:35:47Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['31ead335-f765-40bb-adda-e7c4b3c04f7e'], 'active': True} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:36:03.360249 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0575cc71-0326-498b-b7df-1fbb5f0539fa admin admin] Notify callbacks [] for router, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:03.361740 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-0575cc71-0326-498b-b7df-1fbb5f0539fa admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 4.1302538
Dec 09 05:36:03.365071 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 38350) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:36:03.377764 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ca0d8f15-65e0-43bc-b160-95a222493ac8 req-05ddc6c3-201f-45a3-9878-cfd02ed867df tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=c064004f-08ab-44b8-b121-74857038819c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0890412
Dec 09 05:36:03.539050 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device 5b0944d1-ea45-4353-b080-b4a95e0b7c5d up at agent ovs-agent-dv-cinder-763306-6-iscsi {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:36:03.649283 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Provisioning for port 5b0944d1-ea45-4353-b080-b4a95e0b7c5d completed by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 09 05:36:03.678790 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Provisioning complete for port 5b0944d1-ea45-4353-b080-b4a95e0b7c5d triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:36:03.680631 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:03.786471 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-5751dc97-29e7-4b67-96cf-77753304616e None None] Set router 31ead335-f765-40bb-adda-e7c4b3c04f7e gateway port host: dv-cinder-763306-6-iscsi {{(pid=80248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:36:04.040358 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:04.099115 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] For port 5b0944d1-ea45-4353-b080-b4a95e0b7c5d, host dv-cinder-763306-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=5b0944d1-ea45-4353-b080-b4a95e0b7c5d,segment=NetworkSegment(f6d2dbab-fc73-4a6c-baf4-c6449d348147),segment_id=f6d2dbab-fc73-4a6c-baf4-c6449d348147)] {{(pid=80247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:36:04.104983 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:04.107389 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-d0ad993e-39ee-4cd9-b40f-79dea921446b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:36:04.235220 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Pushing event updated for resources: {'Port': ['ID=5b0944d1-ea45-4353-b080-b4a95e0b7c5d,revision_number=3']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:36:04.239397 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:36:04.346495 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-6448f5f5-3a0e-4ac8-b594-8f0b5ed672c5 None None] Provisioning complete for port 5b0944d1-ea45-4353-b080-b4a95e0b7c5d triggered by entity DHCP. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:36:04.354115 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6448f5f5-3a0e-4ac8-b594-8f0b5ed672c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:04.399162 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-5751dc97-29e7-4b67-96cf-77753304616e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff899bb38>, [{'id': '31ead335-f765-40bb-adda-e7c4b3c04f7e', 'name': 'tempest-TestShelveInstance-853132556-router', 'tenant_id': '3e19a4471945447fb24ef19ba877456c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'ff3b19cd-65c7-4a93-adbc-a765c623dfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:35:59Z', 'updated_at': '2020-12-09T05:36:01Z', 'revision_number': 3, 'project_id': '3e19a4471945447fb24ef19ba877456c', 'gw_port': {'id': 'ff3b19cd-65c7-4a93-adbc-a765c623dfa4', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f9:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ead335-f765-40bb-adda-e7c4b3c04f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:36:00Z', 'updated_at': '2020-12-09T05:36:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi'}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:36:04.407351 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5751dc97-29e7-4b67-96cf-77753304616e None None] Checking router: 31ead335-f765-40bb-adda-e7c4b3c04f7e for host: dv-cinder-763306-6-iscsi {{(pid=80248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 09 05:36:04.407895 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5751dc97-29e7-4b67-96cf-77753304616e None None] Updating router 31ead335-f765-40bb-adda-e7c4b3c04f7e port ff3b19cd-65c7-4a93-adbc-a765c623dfa4 binding host dv-cinder-763306-6-iscsi {{(pid=80248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 09 05:36:04.555911 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5751dc97-29e7-4b67-96cf-77753304616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:04.731063 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2a16e3eb-9ba1-451c-bd2e-b12a968157c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:04.849267 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85d01e0-e189-44e7-926a-82d57fe76b09 req-f003e42c-803a-4d19-b05a-48409416cf43 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:36:04.861935 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ed4eab48-8122-477d-a031-42a2868e5a7a None None] Provisioning complete for port 5b0944d1-ea45-4353-b080-b4a95e0b7c5d triggered by entity DHCP. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:36:04.862542 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ed4eab48-8122-477d-a031-42a2868e5a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:04.872528 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a85d01e0-e189-44e7-926a-82d57fe76b09 req-f003e42c-803a-4d19-b05a-48409416cf43 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=a9b33760-de8b-4742-9444-80ad1afb7e78 HTTP/1.1" status: 200  len: 946 time: 0.2274213
Dec 09 05:36:04.962369 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a85d01e0-e189-44e7-926a-82d57fe76b09 req-47b4d6ee-2152-4d3d-9269-0f8620072e3f tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=c064004f-08ab-44b8-b121-74857038819c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0886438
Dec 09 05:36:05.269027 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device 5b0944d1-ea45-4353-b080-b4a95e0b7c5d up at agent ovs-agent-dv-cinder-763306-6-iscsi {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:36:05.383896 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-0c658fb6-7e98-4018-bfdf-99b29bd66ba7 None None] Provisioning complete for port 5b0944d1-ea45-4353-b080-b4a95e0b7c5d triggered by entity DHCP. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:36:05.385103 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0c658fb6-7e98-4018-bfdf-99b29bd66ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:05.448676 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5751dc97-29e7-4b67-96cf-77753304616e None None] Notify callbacks [] for port, precommit_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:05.465012 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Provisioning complete for port 5b0944d1-ea45-4353-b080-b4a95e0b7c5d triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:36:05.465732 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:05.481198 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-5751dc97-29e7-4b67-96cf-77753304616e None None] Transition to ACTIVE for port object ff3b19cd-65c7-4a93-adbc-a765c623dfa4 will not be triggered until provisioned by entity L2. {{(pid=80248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 09 05:36:05.488432 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5751dc97-29e7-4b67-96cf-77753304616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:05.527801 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:36:05.678806 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7986e8-1b68-4f41-a6d5-e46727eddd87 None None] Pushing event updated for resources: {'Port': ['ID=ff3b19cd-65c7-4a93-adbc-a765c623dfa4,revision_number=2']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:36:05.696884 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [None req-2a16e3eb-9ba1-451c-bd2e-b12a968157c1 admin admin] Allocated IP 172.20.0.1 (8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1/03701147-4f44-43c3-b01d-18f4abcea6b1/153daa1e-c844-41eb-873c-3a348731d4e9) {{(pid=80245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 09 05:36:05.698988 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7986e8-1b68-4f41-a6d5-e46727eddd87 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:36:05.699826 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7986e8-1b68-4f41-a6d5-e46727eddd87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:36:05.700656 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7986e8-1b68-4f41-a6d5-e46727eddd87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:36:05.701515 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7986e8-1b68-4f41-a6d5-e46727eddd87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:36:05.702632 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7986e8-1b68-4f41-a6d5-e46727eddd87 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:36:05.703507 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7986e8-1b68-4f41-a6d5-e46727eddd87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:36:05.704646 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7986e8-1b68-4f41-a6d5-e46727eddd87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:36:05.705558 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7986e8-1b68-4f41-a6d5-e46727eddd87 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:36:05.709046 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7986e8-1b68-4f41-a6d5-e46727eddd87 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:36:05.709046 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7986e8-1b68-4f41-a6d5-e46727eddd87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:36:05.709046 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7986e8-1b68-4f41-a6d5-e46727eddd87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:36:05.709046 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7986e8-1b68-4f41-a6d5-e46727eddd87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:36:05.709046 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7986e8-1b68-4f41-a6d5-e46727eddd87 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:36:05.709046 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7986e8-1b68-4f41-a6d5-e46727eddd87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:36:05.709995 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7986e8-1b68-4f41-a6d5-e46727eddd87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:36:05.710674 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7986e8-1b68-4f41-a6d5-e46727eddd87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:36:05.712641 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7986e8-1b68-4f41-a6d5-e46727eddd87 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:36:05.713439 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7986e8-1b68-4f41-a6d5-e46727eddd87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:36:05.714183 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7986e8-1b68-4f41-a6d5-e46727eddd87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:36:05.714988 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7986e8-1b68-4f41-a6d5-e46727eddd87 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:36:05.721794 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7986e8-1b68-4f41-a6d5-e46727eddd87 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:36:05.724939 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7986e8-1b68-4f41-a6d5-e46727eddd87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:36:05.726687 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7986e8-1b68-4f41-a6d5-e46727eddd87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:36:05.727422 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7986e8-1b68-4f41-a6d5-e46727eddd87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:36:05.732979 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-cb7986e8-1b68-4f41-a6d5-e46727eddd87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:36:05.956409 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-5751dc97-29e7-4b67-96cf-77753304616e None None] Attempting to bind port ff3b19cd-65c7-4a93-adbc-a765c623dfa4 on host dv-cinder-763306-6-iscsi for vnic_type normal with profile  {{(pid=80248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 09 05:36:05.956885 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-5751dc97-29e7-4b67-96cf-77753304616e None None] Attempting to bind port ff3b19cd-65c7-4a93-adbc-a765c623dfa4 by drivers openvswitch on host dv-cinder-763306-6-iscsi at level 0 using segments [{'id': '6806ddaa-9afa-4e45-ac00-e428af44bdb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89'}] {{(pid=80248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 09 05:36:05.957462 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5751dc97-29e7-4b67-96cf-77753304616e None None] Attempting to bind port ff3b19cd-65c7-4a93-adbc-a765c623dfa4 on network 1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89 {{(pid=80248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 09 05:36:05.965563 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5751dc97-29e7-4b67-96cf-77753304616e None None] Checking agent: {'id': '7299edea-3c4e-4ec0-b2b3-c0ac9bf6315b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 20, 49), 'started_at': datetime.datetime(2020, 12, 9, 5, 21, 19), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 05:36:05.966209 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5751dc97-29e7-4b67-96cf-77753304616e None None] Checking segment: {'id': '6806ddaa-9afa-4e45-ac00-e428af44bdb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 09 05:36:05.966664 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5751dc97-29e7-4b67-96cf-77753304616e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:05.967405 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5751dc97-29e7-4b67-96cf-77753304616e None None] Bound using segment: {'id': '6806ddaa-9afa-4e45-ac00-e428af44bdb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89'} {{(pid=80248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 05:36:05.967926 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-5751dc97-29e7-4b67-96cf-77753304616e None None] Bound port: ff3b19cd-65c7-4a93-adbc-a765c623dfa4, host: dv-cinder-763306-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6806ddaa-9afa-4e45-ac00-e428af44bdb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89'}}] {{(pid=80248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 09 05:36:05.968365 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5751dc97-29e7-4b67-96cf-77753304616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:05.983973 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2a16e3eb-9ba1-451c-bd2e-b12a968157c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:06.002327 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-2a16e3eb-9ba1-451c-bd2e-b12a968157c1 admin admin] Transition to ACTIVE for port object 153daa1e-c844-41eb-873c-3a348731d4e9 will not be triggered until provisioned by entity DHCP. {{(pid=80245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 09 05:36:06.025144 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2a16e3eb-9ba1-451c-bd2e-b12a968157c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249358491764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844148928'] for port, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:06.046567 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-4d6c4fd0-9e35-4edd-94fb-71ed5b704a44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:36:06.051473 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-5751dc97-29e7-4b67-96cf-77753304616e None None] For port ff3b19cd-65c7-4a93-adbc-a765c623dfa4, host dv-cinder-763306-6-iscsi, cleared binding levels {{(pid=80248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 09 05:36:06.055049 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-5751dc97-29e7-4b67-96cf-77753304616e None None] For port ff3b19cd-65c7-4a93-adbc-a765c623dfa4, host dv-cinder-763306-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=ff3b19cd-65c7-4a93-adbc-a765c623dfa4,segment=NetworkSegment(6806ddaa-9afa-4e45-ac00-e428af44bdb5),segment_id=6806ddaa-9afa-4e45-ac00-e428af44bdb5)] {{(pid=80248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 09 05:36:06.059429 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5751dc97-29e7-4b67-96cf-77753304616e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:06.075711 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:36:06.237186 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7986e8-1b68-4f41-a6d5-e46727eddd87 None None] Pushing event updated for resources: {'Port': ['ID=ff3b19cd-65c7-4a93-adbc-a765c623dfa4,revision_number=3']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:36:06.240513 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a16e3eb-9ba1-451c-bd2e-b12a968157c1 admin admin] Pushing event updated for resources: {'Port': ['ID=153daa1e-c844-41eb-873c-3a348731d4e9,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:36:06.258792 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a16e3eb-9ba1-451c-bd2e-b12a968157c1 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:36:06.259629 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a16e3eb-9ba1-451c-bd2e-b12a968157c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:36:06.260211 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a16e3eb-9ba1-451c-bd2e-b12a968157c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:36:06.260629 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a16e3eb-9ba1-451c-bd2e-b12a968157c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:36:06.261082 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a16e3eb-9ba1-451c-bd2e-b12a968157c1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:36:06.261494 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a16e3eb-9ba1-451c-bd2e-b12a968157c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:36:06.262055 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a16e3eb-9ba1-451c-bd2e-b12a968157c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:36:06.262541 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a16e3eb-9ba1-451c-bd2e-b12a968157c1 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:36:06.262932 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a16e3eb-9ba1-451c-bd2e-b12a968157c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:36:06.263333 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a16e3eb-9ba1-451c-bd2e-b12a968157c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:36:06.263793 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a16e3eb-9ba1-451c-bd2e-b12a968157c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:36:06.264109 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a16e3eb-9ba1-451c-bd2e-b12a968157c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:36:06.264551 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a16e3eb-9ba1-451c-bd2e-b12a968157c1 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:36:06.264953 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a16e3eb-9ba1-451c-bd2e-b12a968157c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:36:06.265367 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a16e3eb-9ba1-451c-bd2e-b12a968157c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:36:06.265731 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a16e3eb-9ba1-451c-bd2e-b12a968157c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:36:06.266214 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a16e3eb-9ba1-451c-bd2e-b12a968157c1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:36:06.266538 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a16e3eb-9ba1-451c-bd2e-b12a968157c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:36:06.266939 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a16e3eb-9ba1-451c-bd2e-b12a968157c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:36:06.267409 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a16e3eb-9ba1-451c-bd2e-b12a968157c1 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:36:06.267824 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a16e3eb-9ba1-451c-bd2e-b12a968157c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:36:06.268233 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a16e3eb-9ba1-451c-bd2e-b12a968157c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:36:06.268631 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a16e3eb-9ba1-451c-bd2e-b12a968157c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:36:06.269028 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a16e3eb-9ba1-451c-bd2e-b12a968157c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:36:06.272527 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-cb7986e8-1b68-4f41-a6d5-e46727eddd87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:36:06.280693 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-2a16e3eb-9ba1-451c-bd2e-b12a968157c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:36:06.301152 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5751dc97-29e7-4b67-96cf-77753304616e None None] Routers {'31ead335-f765-40bb-adda-e7c4b3c04f7e'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:36:06.301860 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-5751dc97-29e7-4b67-96cf-77753304616e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff899bb38>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:35:47Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['31ead335-f765-40bb-adda-e7c4b3c04f7e'], 'active': True} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:36:06.358154 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a16e3eb-9ba1-451c-bd2e-b12a968157c1 admin admin] Network 8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1 is already hosted by enough agents. {{(pid=80245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 09 05:36:06.364802 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56d261-fa87-4963-add4-821f26a075df req-27838ff2-a46a-4610-8995-cef7e2b69891 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:36:06.367147 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4f56d261-fa87-4963-add4-821f26a075df req-27838ff2-a46a-4610-8995-cef7e2b69891 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=a9b33760-de8b-4742-9444-80ad1afb7e78 HTTP/1.1" status: 200  len: 946 time: 0.1855919
Dec 09 05:36:06.369121 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-2a16e3eb-9ba1-451c-bd2e-b12a968157c1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:36:06.375939 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a16e3eb-9ba1-451c-bd2e-b12a968157c1 admin admin] Received port after_create {{(pid=80245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 09 05:36:06.522470 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4f56d261-fa87-4963-add4-821f26a075df req-bb133a1c-5ea0-4200-9cce-2cc6b0da31e1 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=c064004f-08ab-44b8-b121-74857038819c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0850363
Dec 09 05:36:06.523844 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2a16e3eb-9ba1-451c-bd2e-b12a968157c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3746164'] for router_interface, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:06.542533 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-5751dc97-29e7-4b67-96cf-77753304616e None None] Set router 31ead335-f765-40bb-adda-e7c4b3c04f7e gateway port host: dv-cinder-763306-6-iscsi {{(pid=80248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:36:06.643783 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-72cdfd73-f50d-45f7-8e96-a025496c5bd9 None None] Provisioning for port 153daa1e-c844-41eb-873c-3a348731d4e9 completed by entity DHCP. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 09 05:36:06.655299 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-72cdfd73-f50d-45f7-8e96-a025496c5bd9 None None] Provisioning complete for port 153daa1e-c844-41eb-873c-3a348731d4e9 triggered by entity DHCP. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:36:06.655792 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-72cdfd73-f50d-45f7-8e96-a025496c5bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:06.718976 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b84a96-8cb8-4e10-8d04-8582229b815d req-d563cba1-0228-48c7-ae7d-465777ed4e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:36:06.720425 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-88b84a96-8cb8-4e10-8d04-8582229b815d req-d563cba1-0228-48c7-ae7d-465777ed4e07 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c66dfb6ad0d4440d9fde314bc8bf155a&device_id=a9b33760-de8b-4742-9444-80ad1afb7e78 HTTP/1.1" status: 200  len: 1163 time: 0.1817832
Dec 09 05:36:06.780531 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-72cdfd73-f50d-45f7-8e96-a025496c5bd9 None None] Port 153daa1e-c844-41eb-873c-3a348731d4e9 cannot update to ACTIVE because it is not bound. {{(pid=80247) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 09 05:36:06.949676 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b84a96-8cb8-4e10-8d04-8582229b815d req-8b4b7040-6776-40d2-a645-84af8ea29233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:36:06.951600 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-88b84a96-8cb8-4e10-8d04-8582229b815d req-8b4b7040-6776-40d2-a645-84af8ea29233 service neutron] 10.222.0.59 "GET /v2.0/networks?id=213a2199-d44a-4f31-a99f-f2fcf48b8a5b HTTP/1.1" status: 200  len: 910 time: 0.2195878
Dec 09 05:36:06.982091 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-5751dc97-29e7-4b67-96cf-77753304616e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff899bb38>, [{'id': '31ead335-f765-40bb-adda-e7c4b3c04f7e', 'name': 'tempest-TestShelveInstance-853132556-router', 'tenant_id': '3e19a4471945447fb24ef19ba877456c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'ff3b19cd-65c7-4a93-adbc-a765c623dfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:35:59Z', 'updated_at': '2020-12-09T05:36:01Z', 'revision_number': 3, 'project_id': '3e19a4471945447fb24ef19ba877456c', 'gw_port': {'id': 'ff3b19cd-65c7-4a93-adbc-a765c623dfa4', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f9:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ead335-f765-40bb-adda-e7c4b3c04f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:36:00Z', 'updated_at': '2020-12-09T05:36:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi'}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:36:06.986945 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5751dc97-29e7-4b67-96cf-77753304616e None None] The sync data for ids ['31ead335-f765-40bb-adda-e7c4b3c04f7e'] in dv-cinder-763306-6-iscsi is: [{'id': '31ead335-f765-40bb-adda-e7c4b3c04f7e', 'name': 'tempest-TestShelveInstance-853132556-router', 'tenant_id': '3e19a4471945447fb24ef19ba877456c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'ff3b19cd-65c7-4a93-adbc-a765c623dfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:35:59Z', 'updated_at': '2020-12-09T05:36:01Z', 'revision_number': 3, 'project_id': '3e19a4471945447fb24ef19ba877456c', 'gw_port': {'id': 'ff3b19cd-65c7-4a93-adbc-a765c623dfa4', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f9:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ead335-f765-40bb-adda-e7c4b3c04f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:36:00Z', 'updated_at': '2020-12-09T05:36:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi'}] {{(pid=80248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 09 05:36:07.010028 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2a16e3eb-9ba1-451c-bd2e-b12a968157c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:07.082259 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-88b84a96-8cb8-4e10-8d04-8582229b815d req-29d71d68-711b-4fb0-880b-7072069dfb27 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54bf8343-bde6-41dc-8c6f-feef12cc5817 HTTP/1.1" status: 200  len: 1001 time: 0.1236734
Dec 09 05:36:07.164089 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b84a96-8cb8-4e10-8d04-8582229b815d req-5f371072-592b-4eb4-8d37-247d73ba95a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:36:07.165942 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-88b84a96-8cb8-4e10-8d04-8582229b815d req-5f371072-592b-4eb4-8d37-247d73ba95a9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f2d416e2-18e0-4718-bf66-1cf63cef4f47 HTTP/1.1" status: 200  len: 855 time: 0.0764186
Dec 09 05:36:07.252498 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b84a96-8cb8-4e10-8d04-8582229b815d req-a4cce665-5239-4a0d-ab00-3bfe9b56791e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:36:07.254141 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-88b84a96-8cb8-4e10-8d04-8582229b815d req-a4cce665-5239-4a0d-ab00-3bfe9b56791e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=213a2199-d44a-4f31-a99f-f2fcf48b8a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0811453
Dec 09 05:36:07.317093 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2a16e3eb-9ba1-451c-bd2e-b12a968157c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:07.322064 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2a16e3eb-9ba1-451c-bd2e-b12a968157c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10626905'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:07.357553 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:36:07.448097 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a16e3eb-9ba1-451c-bd2e-b12a968157c1 admin admin] Pushing event updated for resources: {'Port': ['ID=153daa1e-c844-41eb-873c-3a348731d4e9,revision_number=2']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:36:07.449288 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-88b84a96-8cb8-4e10-8d04-8582229b815d req-340aca1d-f4eb-44b4-a4d4-f1dd77cecc25 service neutron] 10.222.0.59 "GET /v2.0/networks/213a2199-d44a-4f31-a99f-f2fcf48b8a5b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1858194
Dec 09 05:36:07.451752 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2a16e3eb-9ba1-451c-bd2e-b12a968157c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3226911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036851029743'] for router_interface, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:07.473513 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-2a16e3eb-9ba1-451c-bd2e-b12a968157c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:36:07.627195 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-88b84a96-8cb8-4e10-8d04-8582229b815d req-573c8d94-0aeb-4057-b085-68fba6da5000 service neutron] 10.222.0.59 "GET /v2.0/networks/213a2199-d44a-4f31-a99f-f2fcf48b8a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1651001
Dec 09 05:36:07.639092 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a16e3eb-9ba1-451c-bd2e-b12a968157c1 admin admin] Network 8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1 is already hosted by enough agents. {{(pid=80245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 09 05:36:07.640333 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-2a16e3eb-9ba1-451c-bd2e-b12a968157c1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:36:07.913747 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-7679b72c-b429-41d5-9838-0850f99edd69 None None] Provisioning complete for port 153daa1e-c844-41eb-873c-3a348731d4e9 triggered by entity DHCP. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:36:07.914990 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7679b72c-b429-41d5-9838-0850f99edd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:07.939408 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a16e3eb-9ba1-451c-bd2e-b12a968157c1 admin admin] Router 31ead335-f765-40bb-adda-e7c4b3c04f7e has already been hosted by L3 agent 16cb43a9-cd2d-4531-acd4-2457db4a9ad2 {{(pid=80245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 09 05:36:07.945787 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d28d240-e58d-4c71-a861-c7e58b9cb045 req-e5f6a4dc-4e49-4499-a0e3-53f2ebddcec9 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:36:07.947645 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5d28d240-e58d-4c71-a861-c7e58b9cb045 req-e5f6a4dc-4e49-4499-a0e3-53f2ebddcec9 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=a9b33760-de8b-4742-9444-80ad1afb7e78 HTTP/1.1" status: 200  len: 946 time: 0.1463699
Dec 09 05:36:07.973073 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-7679b72c-b429-41d5-9838-0850f99edd69 None None] Port 153daa1e-c844-41eb-873c-3a348731d4e9 cannot update to ACTIVE because it is not bound. {{(pid=80247) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 09 05:36:08.139139 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5d28d240-e58d-4c71-a861-c7e58b9cb045 req-66fd7603-d2b2-460f-b65e-96141e46f750 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=c064004f-08ab-44b8-b121-74857038819c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1846335
Dec 09 05:36:08.178653 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a16e3eb-9ba1-451c-bd2e-b12a968157c1 admin admin] Notify agent at l3_agent.dv-cinder-763306-6-iscsi the message routers_updated {{(pid=80245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 09 05:36:08.191648 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-2a16e3eb-9ba1-451c-bd2e-b12a968157c1 admin admin] 10.222.0.39 "PUT /v2.0/routers/31ead335-f765-40bb-adda-e7c4b3c04f7e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8250282
Dec 09 05:36:08.947402 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 38428) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:36:08.954089 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-a26db6ad-a89b-4cac-a4c6-2d3b7e9d3a8d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-381512869-network', 'tenant_id': 'b851a6e1733b4e18939b9a06b4e82dae'}} {{(pid=80246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:36:08.959293 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-a26db6ad-a89b-4cac-a4c6-2d3b7e9d3a8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:36:08.963559 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-a26db6ad-a89b-4cac-a4c6-2d3b7e9d3a8d admin admin] Usage tracker for resource:network and tenant:b851a6e1733b4e18939b9a06b4e82dae is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:36:08.966613 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-a26db6ad-a89b-4cac-a4c6-2d3b7e9d3a8d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:36:08.972654 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-a26db6ad-a89b-4cac-a4c6-2d3b7e9d3a8d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:36:08.982442 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26db6ad-a89b-4cac-a4c6-2d3b7e9d3a8d admin admin] Made reservation on behalf of b851a6e1733b4e18939b9a06b4e82dae for: {'network': 1} {{(pid=80246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 09 05:36:08.987140 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a26db6ad-a89b-4cac-a4c6-2d3b7e9d3a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for network, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:08.994979 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb9820e-ebd5-4eb5-a95e-c5908c1c1404 req-4a1f7f50-79e6-4baa-936e-07255a7c1fb2 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:36:08.996605 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-fbb9820e-ebd5-4eb5-a95e-c5908c1c1404 req-4a1f7f50-79e6-4baa-936e-07255a7c1fb2 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/ports?device_id=b240b4d9-0b95-4f0d-addf-6d19e727d043 HTTP/1.1" status: 200  len: 945 time: 0.0853095
Dec 09 05:36:09.001073 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a26db6ad-a89b-4cac-a4c6-2d3b7e9d3a8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:09.017154 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-a26db6ad-a89b-4cac-a4c6-2d3b7e9d3a8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:36:09.021271 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-a26db6ad-a89b-4cac-a4c6-2d3b7e9d3a8d admin admin] Usage tracker for resource:security_group_rule and tenant:b851a6e1733b4e18939b9a06b4e82dae is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:36:09.024283 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-a26db6ad-a89b-4cac-a4c6-2d3b7e9d3a8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:36:09.030368 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-a26db6ad-a89b-4cac-a4c6-2d3b7e9d3a8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:36:09.045765 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-fbb9820e-ebd5-4eb5-a95e-c5908c1c1404 req-a4936fba-01ad-4385-bb78-a60a32fe9bbb tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/security-groups?id=97bb6199-cecf-421a-90c7-4ffbe7bcf1e1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424638
Dec 09 05:36:09.115603 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a26db6ad-a89b-4cac-a4c6-2d3b7e9d3a8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:09.119410 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a26db6ad-a89b-4cac-a4c6-2d3b7e9d3a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:09.123376 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-71b67e6e-8a94-4271-b140-c424e7065e0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:36:09.156129 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26db6ad-a89b-4cac-a4c6-2d3b7e9d3a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ce270e-d37f-4592-8eaf-ea658bc083f6,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:36:09.160284 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-a26db6ad-a89b-4cac-a4c6-2d3b7e9d3a8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:36:09.170817 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a26db6ad-a89b-4cac-a4c6-2d3b7e9d3a8d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 09 05:36:09.182072 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a26db6ad-a89b-4cac-a4c6-2d3b7e9d3a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638805'] for segment, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:09.182473 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.db.segments_db [None req-a26db6ad-a89b-4cac-a4c6-2d3b7e9d3a8d admin admin] Added segment 5f5627ed-411c-4c80-8aaa-cec8de28cce3 of type vxlan for network d2981adf-93e0-43c4-bf01-81a2f15f622a
Dec 09 05:36:09.216036 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a26db6ad-a89b-4cac-a4c6-2d3b7e9d3a8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363249358512056'] for network, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:09.223179 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device ff3b19cd-65c7-4a93-adbc-a765c623dfa4 up at agent ovs-agent-dv-cinder-763306-6-iscsi {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:36:09.254111 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a26db6ad-a89b-4cac-a4c6-2d3b7e9d3a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854364948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894'] for network, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:09.255660 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26db6ad-a89b-4cac-a4c6-2d3b7e9d3a8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:36:09.256564 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a26db6ad-a89b-4cac-a4c6-2d3b7e9d3a8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3226941'] for network, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:09.262530 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:36:09.300845 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Provisioning for port ff3b19cd-65c7-4a93-adbc-a765c623dfa4 completed by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 09 05:36:09.307123 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Provisioning complete for port ff3b19cd-65c7-4a93-adbc-a765c623dfa4 triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:36:09.307757 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:09.421921 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-a26db6ad-a89b-4cac-a4c6-2d3b7e9d3a8d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.4727225
Dec 09 05:36:09.425235 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 38434) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:36:09.433589 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-e4ec74ac-0fcd-43cf-81a6-3d7042246bd7 admin admin] Request body: {'subnet': {'network_id': 'd2981adf-93e0-43c4-bf01-81a2f15f622a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-381512869-subnet', 'tenant_id': 'b851a6e1733b4e18939b9a06b4e82dae', 'ip_version': 4}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:36:09.436670 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26db6ad-a89b-4cac-a4c6-2d3b7e9d3a8d admin admin] Pushing event updated for resources: {'Network': ['ID=d2981adf-93e0-43c4-bf01-81a2f15f622a,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:36:09.440385 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-a26db6ad-a89b-4cac-a4c6-2d3b7e9d3a8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:36:09.443724 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:09.447682 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-e4ec74ac-0fcd-43cf-81a6-3d7042246bd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:36:09.452240 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-e4ec74ac-0fcd-43cf-81a6-3d7042246bd7 admin admin] Usage tracker for resource:subnet and tenant:b851a6e1733b4e18939b9a06b4e82dae is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:36:09.454134 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Network d2981adf-93e0-43c4-bf01-81a2f15f622a details requested by agent ovs-agent-dv-cinder-763306-6-iscsi with host dv-cinder-763306-6-iscsi {{(pid=80247) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 09 05:36:09.455472 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-e4ec74ac-0fcd-43cf-81a6-3d7042246bd7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:36:09.463484 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-e4ec74ac-0fcd-43cf-81a6-3d7042246bd7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:36:09.470205 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Network d2981adf-93e0-43c4-bf01-81a2f15f622a details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80247) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 09 05:36:09.473444 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ec74ac-0fcd-43cf-81a6-3d7042246bd7 admin admin] Made reservation on behalf of b851a6e1733b4e18939b9a06b4e82dae for: {'subnet': 1} {{(pid=80245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 09 05:36:09.479168 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c393886-6ff8-42b2-92eb-fb3065c1341c req-49f83a02-df26-41d7-b2a8-0712c871674f tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:36:09.479500 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e4ec74ac-0fcd-43cf-81a6-3d7042246bd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10977934'] for subnet, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:09.480817 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9c393886-6ff8-42b2-92eb-fb3065c1341c req-49f83a02-df26-41d7-b2a8-0712c871674f tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=a9b33760-de8b-4742-9444-80ad1afb7e78 HTTP/1.1" status: 200  len: 946 time: 0.1635113
Dec 09 05:36:09.500193 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] For port ff3b19cd-65c7-4a93-adbc-a765c623dfa4, host dv-cinder-763306-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=ff3b19cd-65c7-4a93-adbc-a765c623dfa4,segment=NetworkSegment(6806ddaa-9afa-4e45-ac00-e428af44bdb5),segment_id=6806ddaa-9afa-4e45-ac00-e428af44bdb5)] {{(pid=80247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:36:09.533026 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:09.534415 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9c393886-6ff8-42b2-92eb-fb3065c1341c req-c4a5b5e7-cb8b-4f48-9bc4-62029ff0c97d tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=c064004f-08ab-44b8-b121-74857038819c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465338
Dec 09 05:36:09.596260 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:36:09.684330 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device 54bf8343-bde6-41dc-8c6f-feef12cc5817 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 09 05:36:09.837080 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Pushing event updated for resources: {'Port': ['ID=ff3b19cd-65c7-4a93-adbc-a765c623dfa4,revision_number=4']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:36:09.845474 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:36:09.889802 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f672557-7558-49da-aa4d-3fbef655887c None None] Sync routers for ids ['31ead335-f765-40bb-adda-e7c4b3c04f7e'] in dv-cinder-763306-6-iscsi {{(pid=80247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 09 05:36:09.917323 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f672557-7558-49da-aa4d-3fbef655887c None None] Routers {'31ead335-f765-40bb-adda-e7c4b3c04f7e'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:36:09.918077 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-1f672557-7558-49da-aa4d-3fbef655887c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff80dbc88>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:35:47Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['31ead335-f765-40bb-adda-e7c4b3c04f7e'], 'active': True} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:36:10.064541 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:10.115212 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b33760-de8b-4742-9444-80ad1afb7e78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54bf8343-bde6-41dc-8c6f-feef12cc5817'}] {{(pid=80247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:36:10.126548 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] For port 54bf8343-bde6-41dc-8c6f-feef12cc5817, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=54bf8343-bde6-41dc-8c6f-feef12cc5817,segment=NetworkSegment(d2ba5cc2-7dc0-4439-9bab-bd1dc2090790),segment_id=d2ba5cc2-7dc0-4439-9bab-bd1dc2090790)] {{(pid=80247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:36:10.142787 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:10.158434 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:36:10.174691 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e4ec74ac-0fcd-43cf-81a6-3d7042246bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854364984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10623185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10977951'] for subnet, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:10.191147 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:36:10.233768 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-1f672557-7558-49da-aa4d-3fbef655887c None None] Set router 31ead335-f765-40bb-adda-e7c4b3c04f7e gateway port host: dv-cinder-763306-6-iscsi {{(pid=80247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:36:10.332287 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Pushing event updated for resources: {'Port': ['ID=54bf8343-bde6-41dc-8c6f-feef12cc5817,revision_number=5']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:36:10.335911 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:36:10.393851 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ec74ac-0fcd-43cf-81a6-3d7042246bd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8914e3b2-6ca0-4141-a023-7eae3e05939b,revision_number=0']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:36:10.408550 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e4ec74ac-0fcd-43cf-81a6-3d7042246bd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:36:10.458278 dv-cinder-763306-6-iscsi neutron-server[80130]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a9b33760-de8b-4742-9444-80ad1afb7e78', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '54bf8343-bde6-41dc-8c6f-feef12cc5817', 'code': 422} returned with failed status
Dec 09 05:36:10.458928 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03469f92-bdca-449e-b932-148d5b35004a req-7eff2fce-ffa8-4504-8287-68a36fed8d9f tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:36:10.460554 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-03469f92-bdca-449e-b932-148d5b35004a req-7eff2fce-ffa8-4504-8287-68a36fed8d9f tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/ports?device_id=b240b4d9-0b95-4f0d-addf-6d19e727d043 HTTP/1.1" status: 200  len: 945 time: 0.2386093
Dec 09 05:36:10.533044 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-03469f92-bdca-449e-b932-148d5b35004a req-c5035eca-8305-451e-b137-098146441d84 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/security-groups?id=97bb6199-cecf-421a-90c7-4ffbe7bcf1e1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0644066
Dec 09 05:36:10.534024 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ec74ac-0fcd-43cf-81a6-3d7042246bd7 admin admin] Checking segment: {'id': '5f5627ed-411c-4c80-8aaa-cec8de28cce3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd2981adf-93e0-43c4-bf01-81a2f15f622a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 09 05:36:10.534422 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ec74ac-0fcd-43cf-81a6-3d7042246bd7 admin admin] Network hostable DHCP agents. Network: d2981adf-93e0-43c4-bf01-81a2f15f622a, hostable agents: ['cf8ef789-40b7-4066-b095-c11a9e991b4e'], hosted agents: [] {{(pid=80245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 09 05:36:10.557951 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ec74ac-0fcd-43cf-81a6-3d7042246bd7 admin admin] Network d2981adf-93e0-43c4-bf01-81a2f15f622a is scheduled to be hosted by DHCP agent cf8ef789-40b7-4066-b095-c11a9e991b4e with binding_index 1 {{(pid=80245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 09 05:36:10.565274 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-e4ec74ac-0fcd-43cf-81a6-3d7042246bd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-6-iscsi, d2981adf-93e0-43c4-bf01-81a2f15f622a) {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:36:10.578558 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ec74ac-0fcd-43cf-81a6-3d7042246bd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:36:10.579458 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e4ec74ac-0fcd-43cf-81a6-3d7042246bd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3226941'] for subnet, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:10.598750 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492ba6b7-5cb0-4b9a-bfed-681056d88932 None None] Network d2981adf-93e0-43c4-bf01-81a2f15f622a requested from dv-cinder-763306-6-iscsi {{(pid=80247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 09 05:36:10.602179 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-e4ec74ac-0fcd-43cf-81a6-3d7042246bd7 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.1749790
Dec 09 05:36:10.604858 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 38446) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:36:10.610727 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-d3db83d3-d128-4257-bad3-9b48e00140f5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-381512869-router', 'tenant_id': 'b851a6e1733b4e18939b9a06b4e82dae', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89'}}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:36:10.616426 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-d3db83d3-d128-4257-bad3-9b48e00140f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:36:10.621570 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-d3db83d3-d128-4257-bad3-9b48e00140f5 admin admin] Usage tracker for resource:router and tenant:b851a6e1733b4e18939b9a06b4e82dae is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:36:10.626150 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-d3db83d3-d128-4257-bad3-9b48e00140f5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:36:10.632400 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-d3db83d3-d128-4257-bad3-9b48e00140f5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:36:10.643466 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d3db83d3-d128-4257-bad3-9b48e00140f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854371491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3633'] for router, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:10.645376 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d3db83d3-d128-4257-bad3-9b48e00140f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854381126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036851028643', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772167'] for router, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:10.662050 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d3db83d3-d128-4257-bad3-9b48e00140f5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:10.686441 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3c4a72-5be9-4d8f-84d7-1cdc6e9f1e11 req-e1fa7453-053b-453a-b1d0-90ff087a052f tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:36:10.688167 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7d3c4a72-5be9-4d8f-84d7-1cdc6e9f1e11 req-e1fa7453-053b-453a-b1d0-90ff087a052f tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.59 "GET /v2.0/ports?device_id=b240b4d9-0b95-4f0d-addf-6d19e727d043 HTTP/1.1" status: 200  len: 945 time: 0.0981636
Dec 09 05:36:10.827451 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-7d3c4a72-5be9-4d8f-84d7-1cdc6e9f1e11 req-1ff4031a-7285-477f-b555-082600113993 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Deleting port 149d63e3-9d58-4961-89ef-5c396a8f8a6f {{(pid=80246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 09 05:36:10.827954 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-7d3c4a72-5be9-4d8f-84d7-1cdc6e9f1e11 req-1ff4031a-7285-477f-b555-082600113993 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787496886762'] for port, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:10.870577 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a859f49d-97f5-4f73-9b2f-a6f929f0e7fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd19d2df8-5246-5bd6-ad5c-c97c8fcfd48f-d2981adf-93e0-43c4-bf01-81a2f15f622a', 'network_id': 'd2981adf-93e0-43c4-bf01-81a2f15f622a', 'tenant_id': 'b851a6e1733b4e18939b9a06b4e82dae', 'fixed_ips': [{'subnet_id': '8914e3b2-6ca0-4141-a023-7eae3e05939b'}]}} from dv-cinder-763306-6-iscsi. {{(pid=80247) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 09 05:36:10.871261 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a859f49d-97f5-4f73-9b2f-a6f929f0e7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_create {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:10.884655 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-1f672557-7558-49da-aa4d-3fbef655887c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff80dbc88>, [{'id': '31ead335-f765-40bb-adda-e7c4b3c04f7e', 'name': 'tempest-TestShelveInstance-853132556-router', 'tenant_id': '3e19a4471945447fb24ef19ba877456c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'ff3b19cd-65c7-4a93-adbc-a765c623dfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:35:59Z', 'updated_at': '2020-12-09T05:36:06Z', 'revision_number': 4, 'project_id': '3e19a4471945447fb24ef19ba877456c', 'gw_port': {'id': 'ff3b19cd-65c7-4a93-adbc-a765c623dfa4', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ead335-f765-40bb-adda-e7c4b3c04f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:36:00Z', 'updated_at': '2020-12-09T05:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_interfaces': [{'id': '153daa1e-c844-41eb-873c-3a348731d4e9', 'name': '', 'network_id': '8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1', 'tenant_id': '3e19a4471945447fb24ef19ba877456c', 'mac_address': 'fa:16:3e:23:85:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ead335-f765-40bb-adda-e7c4b3c04f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '03701147-4f44-43c3-b01d-18f4abcea6b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:36:05Z', 'updated_at': '2020-12-09T05:36:07Z', 'revision_number': 2, 'project_id': '3e19a4471945447fb24ef19ba877456c', 'subnets': [{'id': '03701147-4f44-43c3-b01d-18f4abcea6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:36:10.894762 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f672557-7558-49da-aa4d-3fbef655887c None None] Checking router: 31ead335-f765-40bb-adda-e7c4b3c04f7e for host: dv-cinder-763306-6-iscsi {{(pid=80247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 09 05:36:10.895170 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f672557-7558-49da-aa4d-3fbef655887c None None] Updating router 31ead335-f765-40bb-adda-e7c4b3c04f7e port 153daa1e-c844-41eb-873c-3a348731d4e9 binding host dv-cinder-763306-6-iscsi {{(pid=80247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 09 05:36:10.968773 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a36ce7-9380-4a9d-a48e-d7c173129ab6 req-dabd6791-4369-4d6f-a9d9-45ba6781c5e7 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:36:10.970571 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d0a36ce7-9380-4a9d-a48e-d7c173129ab6 req-dabd6791-4369-4d6f-a9d9-45ba6781c5e7 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=a9b33760-de8b-4742-9444-80ad1afb7e78 HTTP/1.1" status: 200  len: 944 time: 0.2479198
Dec 09 05:36:10.979437 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d3db83d3-d128-4257-bad3-9b48e00140f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036851028702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854371550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772138'] for router, precommit_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:11.002226 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1f672557-7558-49da-aa4d-3fbef655887c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:11.118158 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d0a36ce7-9380-4a9d-a48e-d7c173129ab6 req-19122552-17e1-46a1-a2ea-18a1e8c6f3cd tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=c064004f-08ab-44b8-b121-74857038819c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1252477
Dec 09 05:36:11.163658 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-7d3c4a72-5be9-4d8f-84d7-1cdc6e9f1e11 req-1ff4031a-7285-477f-b555-082600113993 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] For port 149d63e3-9d58-4961-89ef-5c396a8f8a6f, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=149d63e3-9d58-4961-89ef-5c396a8f8a6f,segment=NetworkSegment(cd7393d7-7f78-4ab1-8639-f6501869916c),segment_id=cd7393d7-7f78-4ab1-8639-f6501869916c)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:36:11.165059 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-7d3c4a72-5be9-4d8f-84d7-1cdc6e9f1e11 req-1ff4031a-7285-477f-b555-082600113993 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744221'] for port, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:11.254146 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device ff3b19cd-65c7-4a93-adbc-a765c623dfa4 up at agent ovs-agent-dv-cinder-763306-6-iscsi {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:36:11.378473 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d3db83d3-d128-4257-bad3-9b48e00140f5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:11.419138 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d3db83d3-d128-4257-bad3-9b48e00140f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:11.627067 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Provisioning complete for port ff3b19cd-65c7-4a93-adbc-a765c623dfa4 triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:36:11.627496 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:11.696932 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device 149d63e3-9d58-4961-89ef-5c396a8f8a6f no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 09 05:36:11.783060 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [None req-d3db83d3-d128-4257-bad3-9b48e00140f5 admin admin] Allocated IP 172.27.2.245 (1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89/b1368c69-6e14-4d1d-80ab-b679585c21ba/ba227018-7d57-46a5-8922-ba67d493e76e) {{(pid=80245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 09 05:36:11.819911 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-7d3c4a72-5be9-4d8f-84d7-1cdc6e9f1e11 req-1ff4031a-7285-477f-b555-082600113993 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks [] for floatingip, precommit_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:11.821067 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-7d3c4a72-5be9-4d8f-84d7-1cdc6e9f1e11 req-1ff4031a-7285-477f-b555-082600113993 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851028540'] for floatingip, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:11.821526 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.db.l3_db [req-7d3c4a72-5be9-4d8f-84d7-1cdc6e9f1e11 req-1ff4031a-7285-477f-b555-082600113993 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Floating IP e677b72e-6c64-4499-bc0a-fafeba344134 disassociated. External IP: 172.27.2.30, port: 149d63e3-9d58-4961-89ef-5c396a8f8a6f.
Dec 09 05:36:11.822033 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-7d3c4a72-5be9-4d8f-84d7-1cdc6e9f1e11 req-1ff4031a-7285-477f-b555-082600113993 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Calling delete_port for 149d63e3-9d58-4961-89ef-5c396a8f8a6f owned by compute:nova {{(pid=80246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 09 05:36:11.932287 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:12.004113 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d3db83d3-d128-4257-bad3-9b48e00140f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:12.024224 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [None req-a859f49d-97f5-4f73-9b2f-a6f929f0e7fb None None] Allocated IP 172.20.0.2 (d2981adf-93e0-43c4-bf01-81a2f15f622a/8914e3b2-6ca0-4141-a023-7eae3e05939b/69c2bb50-42d6-4198-a274-d71a46e4feb3) {{(pid=80247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 09 05:36:12.035352 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d3db83d3-d128-4257-bad3-9b48e00140f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249358491764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844148928'] for port, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:12.044203 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-7d3c4a72-5be9-4d8f-84d7-1cdc6e9f1e11 req-1ff4031a-7285-477f-b555-082600113993 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787496890807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249358481609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10841009'] for port, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:12.058279 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:36:12.165343 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e1611292-e073-4026-bcc1-486c2ae08fa7 tempest-VolumesActionsTest-1770968293 tempest-VolumesActionsTest-1770968293] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:36:12.219273 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff4031a-7285-477f-b555-082600113993 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Pushing event deleted for resources: {'Port': ['ID=149d63e3-9d58-4961-89ef-5c396a8f8a6f,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:36:12.227391 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3db83d3-d128-4257-bad3-9b48e00140f5 admin admin] Pushing event updated for resources: {'Port': ['ID=ba227018-7d57-46a5-8922-ba67d493e76e,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:36:12.228033 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-1ff4031a-7285-477f-b555-082600113993 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:36:12.232558 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-d3db83d3-d128-4257-bad3-9b48e00140f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:36:12.294104 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3db83d3-d128-4257-bad3-9b48e00140f5 admin admin] Network 1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89 is already hosted by enough agents. {{(pid=80245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 09 05:36:12.295620 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-d3db83d3-d128-4257-bad3-9b48e00140f5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:36:12.296889 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb49e6-9fa5-4b78-a4d9-af2c54c03ef6 req-e6a6440c-bbe9-4ee9-8d3b-9d8a54cd6270 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:36:12.298296 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3db83d3-d128-4257-bad3-9b48e00140f5 admin admin] Received port after_create {{(pid=80245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 09 05:36:12.305133 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b4bb49e6-9fa5-4b78-a4d9-af2c54c03ef6 req-e6a6440c-bbe9-4ee9-8d3b-9d8a54cd6270 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/ports?device_id=b240b4d9-0b95-4f0d-addf-6d19e727d043 HTTP/1.1" status: 200  len: 867 time: 0.3969669
Dec 09 05:36:12.427875 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b4bb49e6-9fa5-4b78-a4d9-af2c54c03ef6 req-977c4e2d-a658-451a-9f19-a6e2797615b6 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/security-groups?id=97bb6199-cecf-421a-90c7-4ffbe7bcf1e1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1213677
Dec 09 05:36:12.557729 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d3c4a72-5be9-4d8f-84d7-1cdc6e9f1e11 req-1ff4031a-7285-477f-b555-082600113993 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Router 8559d66b-25fc-4afc-9c49-1405a5074c84 has already been hosted by L3 agent 16cb43a9-cd2d-4531-acd4-2457db4a9ad2 {{(pid=80246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 09 05:36:12.583834 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a859f49d-97f5-4f73-9b2f-a6f929f0e7fb None None] Notify callbacks [] for port, precommit_create {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:12.602537 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-a859f49d-97f5-4f73-9b2f-a6f929f0e7fb None None] Transition to ACTIVE for port object 69c2bb50-42d6-4198-a274-d71a46e4feb3 will not be triggered until provisioned by entity L2. {{(pid=80247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 09 05:36:12.619078 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1f672557-7558-49da-aa4d-3fbef655887c None None] Notify callbacks [] for port, precommit_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:12.637436 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-a859f49d-97f5-4f73-9b2f-a6f929f0e7fb None None] Transition to ACTIVE for port object 69c2bb50-42d6-4198-a274-d71a46e4feb3 will not be triggered until provisioned by entity DHCP. {{(pid=80247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 09 05:36:12.641185 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-1f672557-7558-49da-aa4d-3fbef655887c None None] Transition to ACTIVE for port object 153daa1e-c844-41eb-873c-3a348731d4e9 will not be triggered until provisioned by entity L2. {{(pid=80247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 09 05:36:12.643864 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a859f49d-97f5-4f73-9b2f-a6f929f0e7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249358491764'] for port, after_create {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:12.660405 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:36:12.744102 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a859f49d-97f5-4f73-9b2f-a6f929f0e7fb None None] Pushing event updated for resources: {'Port': ['ID=69c2bb50-42d6-4198-a274-d71a46e4feb3,revision_number=1']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:36:12.746657 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1f672557-7558-49da-aa4d-3fbef655887c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:12.815392 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d3c4a72-5be9-4d8f-84d7-1cdc6e9f1e11 req-1ff4031a-7285-477f-b555-082600113993 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify agent at l3_agent.dv-cinder-763306-6-iscsi the message routers_updated {{(pid=80246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 09 05:36:12.828441 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d96b482-3f78-4374-a190-f04f39aec7ad None None] Sync routers for ids ['8559d66b-25fc-4afc-9c49-1405a5074c84'] in dv-cinder-763306-6-iscsi {{(pid=80248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 09 05:36:12.848579 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d96b482-3f78-4374-a190-f04f39aec7ad None None] Routers {'8559d66b-25fc-4afc-9c49-1405a5074c84'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:36:12.849283 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-5d96b482-3f78-4374-a190-f04f39aec7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff899b048>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:35:47Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['8559d66b-25fc-4afc-9c49-1405a5074c84'], 'active': True} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:36:12.872004 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d3c4a72-5be9-4d8f-84d7-1cdc6e9f1e11 req-1ff4031a-7285-477f-b555-082600113993 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] No DVR routers for this DVR port 149d63e3-9d58-4961-89ef-5c396a8f8a6f on host hv-cinder-76330 {{(pid=80246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 09 05:36:12.876223 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-7d3c4a72-5be9-4d8f-84d7-1cdc6e9f1e11 req-1ff4031a-7285-477f-b555-082600113993 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870'] for port, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:12.879832 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b240b4d9-0b95-4f0d-addf-6d19e727d043', 'name': 'network-vif-deleted', 'tag': '149d63e3-9d58-4961-89ef-5c396a8f8a6f'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:36:12.902992 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7d3c4a72-5be9-4d8f-84d7-1cdc6e9f1e11 req-1ff4031a-7285-477f-b555-082600113993 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.59 "DELETE /v2.0/ports/149d63e3-9d58-4961-89ef-5c396a8f8a6f HTTP/1.1" status: 204  len: 173 time: 2.2096415
Dec 09 05:36:12.927062 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d3db83d3-d128-4257-bad3-9b48e00140f5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:12.958536 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b240b4d9-0b95-4f0d-addf-6d19e727d043', 'name': 'network-vif-deleted', 'tag': '149d63e3-9d58-4961-89ef-5c396a8f8a6f', 'status': 'completed', 'code': 200}
Dec 09 05:36:13.045001 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-a859f49d-97f5-4f73-9b2f-a6f929f0e7fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:36:13.045536 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-a859f49d-97f5-4f73-9b2f-a6f929f0e7fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:36:13.208414 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c31c52-8dc2-48dd-9586-593158028e25 None None] Pushing event updated for resources: {'Port': ['ID=153daa1e-c844-41eb-873c-3a348731d4e9,revision_number=3']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:36:13.262910 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-99c31c52-8dc2-48dd-9586-593158028e25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:36:13.374353 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-5d96b482-3f78-4374-a190-f04f39aec7ad None None] Set router 8559d66b-25fc-4afc-9c49-1405a5074c84 gateway port host: dv-cinder-763306-6-iscsi {{(pid=80248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:36:13.706901 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a859f49d-97f5-4f73-9b2f-a6f929f0e7fb None None] Network d2981adf-93e0-43c4-bf01-81a2f15f622a is already hosted by enough agents. {{(pid=80247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 09 05:36:13.715415 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-a859f49d-97f5-4f73-9b2f-a6f929f0e7fb None None] Resources bound (agent type, host, resource id):  {{(pid=80247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:36:13.731711 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a859f49d-97f5-4f73-9b2f-a6f929f0e7fb None None] Received port after_create {{(pid=80247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 09 05:36:13.755733 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-acfa6ec5-7216-4f53-aad5-f933c4e46c85 req-553b3c49-8495-48b2-b144-3bbd5f2c0317 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Synchronizing usage tracker for tenant:9201b4ea11f94e639e12c77d9a8399c8 on resource:port {{(pid=80246) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:36:13.774638 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-acfa6ec5-7216-4f53-aad5-f933c4e46c85 req-553b3c49-8495-48b2-b144-3bbd5f2c0317 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Unset dirty status for tenant:9201b4ea11f94e639e12c77d9a8399c8 on resource:port {{(pid=80246) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:36:13.784343 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-acfa6ec5-7216-4f53-aad5-f933c4e46c85 req-553b3c49-8495-48b2-b144-3bbd5f2c0317 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/ports?device_id=b240b4d9-0b95-4f0d-addf-6d19e727d043 HTTP/1.1" status: 200  len: 210 time: 0.0886986
Dec 09 05:36:13.815367 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-1f672557-7558-49da-aa4d-3fbef655887c None None] Attempting to bind port 153daa1e-c844-41eb-873c-3a348731d4e9 on host dv-cinder-763306-6-iscsi for vnic_type normal with profile  {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 09 05:36:13.816001 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-1f672557-7558-49da-aa4d-3fbef655887c None None] Attempting to bind port 153daa1e-c844-41eb-873c-3a348731d4e9 by drivers openvswitch on host dv-cinder-763306-6-iscsi at level 0 using segments [{'id': 'f6d2dbab-fc73-4a6c-baf4-c6449d348147', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1'}] {{(pid=80247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 09 05:36:13.816541 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f672557-7558-49da-aa4d-3fbef655887c None None] Attempting to bind port 153daa1e-c844-41eb-873c-3a348731d4e9 on network 8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1 {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 09 05:36:13.834863 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-5d96b482-3f78-4374-a190-f04f39aec7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff899b048>, [{'id': '8559d66b-25fc-4afc-9c49-1405a5074c84', 'name': 'tempest-AttachVolumeTestJSON-828419125-router', 'tenant_id': '9201b4ea11f94e639e12c77d9a8399c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '534abad0-cb8a-45a5-89dc-932bf90ecd2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:29:34Z', 'updated_at': '2020-12-09T05:29:45Z', 'revision_number': 4, 'project_id': '9201b4ea11f94e639e12c77d9a8399c8', 'gw_port': {'id': '534abad0-cb8a-45a5-89dc-932bf90ecd2c', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:38:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8559d66b-25fc-4afc-9c49-1405a5074c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:29:35Z', 'updated_at': '2020-12-09T05:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_interfaces': [{'id': '11651696-cf2f-4d1e-ae2b-505371825be0', 'name': '', 'network_id': 'dc85d922-ae22-42c5-9deb-45d818643b4d', 'tenant_id': '9201b4ea11f94e639e12c77d9a8399c8', 'mac_address': 'fa:16:3e:49:51:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8559d66b-25fc-4afc-9c49-1405a5074c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8f49fd64-da9a-42ca-aba6-01dbe1ac7987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:29:42Z', 'updated_at': '2020-12-09T05:29:58Z', 'revision_number': 5, 'project_id': '9201b4ea11f94e639e12c77d9a8399c8', 'subnets': [{'id': '8f49fd64-da9a-42ca-aba6-01dbe1ac7987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:36:13.842201 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d96b482-3f78-4374-a190-f04f39aec7ad None None] Checking router: 8559d66b-25fc-4afc-9c49-1405a5074c84 for host: dv-cinder-763306-6-iscsi {{(pid=80248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 09 05:36:13.855193 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d96b482-3f78-4374-a190-f04f39aec7ad None None] Routers {'8559d66b-25fc-4afc-9c49-1405a5074c84'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:36:13.856230 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-5d96b482-3f78-4374-a190-f04f39aec7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff899b048>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:35:47Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['8559d66b-25fc-4afc-9c49-1405a5074c84'], 'active': True} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:36:13.884026 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d3db83d3-d128-4257-bad3-9b48e00140f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-404266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3747080'] for router, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:13.893377 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b74b3949-4295-4fb9-88e7-31ac1209f5a5 req-03597d3f-33ee-4505-b77d-3b5a9167bab2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a9b33760-de8b-4742-9444-80ad1afb7e78&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.4864337
Dec 09 05:36:13.966606 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c0d6ad-6166-433b-8455-51577370392c req-f11dc0f1-5297-4861-8989-5d37787e9411 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:36:13.975076 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-28c0d6ad-6166-433b-8455-51577370392c req-f11dc0f1-5297-4861-8989-5d37787e9411 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=a9b33760-de8b-4742-9444-80ad1afb7e78 HTTP/1.1" status: 200  len: 944 time: 0.5693290
Dec 09 05:36:14.037967 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f672557-7558-49da-aa4d-3fbef655887c None None] Checking agent: {'id': '7299edea-3c4e-4ec0-b2b3-c0ac9bf6315b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 20, 49), 'started_at': datetime.datetime(2020, 12, 9, 5, 21, 19), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 05:36:14.038509 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f672557-7558-49da-aa4d-3fbef655887c None None] Checking segment: {'id': 'f6d2dbab-fc73-4a6c-baf4-c6449d348147', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 09 05:36:14.039564 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1f672557-7558-49da-aa4d-3fbef655887c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:14.040103 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f672557-7558-49da-aa4d-3fbef655887c None None] Bound using segment: {'id': 'f6d2dbab-fc73-4a6c-baf4-c6449d348147', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1'} {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 05:36:14.040739 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-1f672557-7558-49da-aa4d-3fbef655887c None None] Bound port: 153daa1e-c844-41eb-873c-3a348731d4e9, host: dv-cinder-763306-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6d2dbab-fc73-4a6c-baf4-c6449d348147', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1'}}] {{(pid=80247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 09 05:36:14.041249 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1f672557-7558-49da-aa4d-3fbef655887c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:14.111140 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-5d96b482-3f78-4374-a190-f04f39aec7ad None None] Set router 8559d66b-25fc-4afc-9c49-1405a5074c84 gateway port host: dv-cinder-763306-6-iscsi {{(pid=80248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:36:14.125016 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-a859f49d-97f5-4f73-9b2f-a6f929f0e7fb None None] Attempting to bind port 69c2bb50-42d6-4198-a274-d71a46e4feb3 on host dv-cinder-763306-6-iscsi for vnic_type normal with profile  {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 09 05:36:14.125438 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-a859f49d-97f5-4f73-9b2f-a6f929f0e7fb None None] Attempting to bind port 69c2bb50-42d6-4198-a274-d71a46e4feb3 by drivers openvswitch on host dv-cinder-763306-6-iscsi at level 0 using segments [{'id': '5f5627ed-411c-4c80-8aaa-cec8de28cce3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd2981adf-93e0-43c4-bf01-81a2f15f622a'}] {{(pid=80247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 09 05:36:14.125913 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a859f49d-97f5-4f73-9b2f-a6f929f0e7fb None None] Attempting to bind port 69c2bb50-42d6-4198-a274-d71a46e4feb3 on network d2981adf-93e0-43c4-bf01-81a2f15f622a {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 09 05:36:14.132508 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-28c0d6ad-6166-433b-8455-51577370392c req-f7b3fc34-9789-4306-8338-b8cf1c2b75f3 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=c064004f-08ab-44b8-b121-74857038819c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1550410
Dec 09 05:36:14.149329 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a859f49d-97f5-4f73-9b2f-a6f929f0e7fb None None] Checking agent: {'id': '7299edea-3c4e-4ec0-b2b3-c0ac9bf6315b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 20, 49), 'started_at': datetime.datetime(2020, 12, 9, 5, 21, 19), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 05:36:14.149759 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a859f49d-97f5-4f73-9b2f-a6f929f0e7fb None None] Checking segment: {'id': '5f5627ed-411c-4c80-8aaa-cec8de28cce3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd2981adf-93e0-43c4-bf01-81a2f15f622a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 09 05:36:14.150246 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a859f49d-97f5-4f73-9b2f-a6f929f0e7fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:14.150696 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a859f49d-97f5-4f73-9b2f-a6f929f0e7fb None None] Bound using segment: {'id': '5f5627ed-411c-4c80-8aaa-cec8de28cce3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd2981adf-93e0-43c4-bf01-81a2f15f622a'} {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 05:36:14.151516 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-a859f49d-97f5-4f73-9b2f-a6f929f0e7fb None None] Bound port: 69c2bb50-42d6-4198-a274-d71a46e4feb3, host: dv-cinder-763306-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f5627ed-411c-4c80-8aaa-cec8de28cce3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd2981adf-93e0-43c4-bf01-81a2f15f622a'}}] {{(pid=80247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 09 05:36:14.151933 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a859f49d-97f5-4f73-9b2f-a6f929f0e7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:14.242197 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3db83d3-d128-4257-bad3-9b48e00140f5 admin admin] Router e8d1fda5-a1f5-4a6e-aee3-9bd0fd69ca1f is scheduled to L3 agent 16cb43a9-cd2d-4531-acd4-2457db4a9ad2 with binding_index 1 {{(pid=80245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 09 05:36:14.286104 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-a859f49d-97f5-4f73-9b2f-a6f929f0e7fb None None] For port 69c2bb50-42d6-4198-a274-d71a46e4feb3, host dv-cinder-763306-6-iscsi, cleared binding levels {{(pid=80247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 09 05:36:14.295509 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-a859f49d-97f5-4f73-9b2f-a6f929f0e7fb None None] For port 69c2bb50-42d6-4198-a274-d71a46e4feb3, host dv-cinder-763306-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=69c2bb50-42d6-4198-a274-d71a46e4feb3,segment=NetworkSegment(5f5627ed-411c-4c80-8aaa-cec8de28cce3),segment_id=5f5627ed-411c-4c80-8aaa-cec8de28cce3)] {{(pid=80247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 09 05:36:14.308787 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a859f49d-97f5-4f73-9b2f-a6f929f0e7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:14.331627 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-d56e792e-3434-43f6-91db-185287b32772 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:36:14.393558 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-1f672557-7558-49da-aa4d-3fbef655887c None None] For port 153daa1e-c844-41eb-873c-3a348731d4e9, host dv-cinder-763306-6-iscsi, cleared binding levels {{(pid=80247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 09 05:36:14.449845 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3db83d3-d128-4257-bad3-9b48e00140f5 admin admin] Notify agent at l3_agent.dv-cinder-763306-6-iscsi the message routers_updated {{(pid=80245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 09 05:36:14.475997 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d3db83d3-d128-4257-bad3-9b48e00140f5 admin admin] Notify callbacks [] for router, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:14.477468 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-d3db83d3-d128-4257-bad3-9b48e00140f5 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 3.8713689
Dec 09 05:36:14.480491 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 38494) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:36:14.520299 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74b3949-4295-4fb9-88e7-31ac1209f5a5 req-544fa253-1f81-4283-912b-4395fd6eb58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:36:14.523238 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b74b3949-4295-4fb9-88e7-31ac1209f5a5 req-544fa253-1f81-4283-912b-4395fd6eb58c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a9b33760-de8b-4742-9444-80ad1afb7e78&tenant_id=c66dfb6ad0d4440d9fde314bc8bf155a HTTP/1.1" status: 200  len: 1161 time: 0.0923917
Dec 09 05:36:14.534775 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6529dbc-2c18-4b90-aa3a-c7f4bef8c42a None None] Sync routers for ids ['e8d1fda5-a1f5-4a6e-aee3-9bd0fd69ca1f'] in dv-cinder-763306-6-iscsi {{(pid=80247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 09 05:36:14.535459 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-5d96b482-3f78-4374-a190-f04f39aec7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff899b048>, [{'id': '8559d66b-25fc-4afc-9c49-1405a5074c84', 'name': 'tempest-AttachVolumeTestJSON-828419125-router', 'tenant_id': '9201b4ea11f94e639e12c77d9a8399c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '534abad0-cb8a-45a5-89dc-932bf90ecd2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:29:34Z', 'updated_at': '2020-12-09T05:29:45Z', 'revision_number': 4, 'project_id': '9201b4ea11f94e639e12c77d9a8399c8', 'gw_port': {'id': '534abad0-cb8a-45a5-89dc-932bf90ecd2c', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:38:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8559d66b-25fc-4afc-9c49-1405a5074c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:29:35Z', 'updated_at': '2020-12-09T05:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_interfaces': [{'id': '11651696-cf2f-4d1e-ae2b-505371825be0', 'name': '', 'network_id': 'dc85d922-ae22-42c5-9deb-45d818643b4d', 'tenant_id': '9201b4ea11f94e639e12c77d9a8399c8', 'mac_address': 'fa:16:3e:49:51:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8559d66b-25fc-4afc-9c49-1405a5074c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8f49fd64-da9a-42ca-aba6-01dbe1ac7987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:29:42Z', 'updated_at': '2020-12-09T05:29:58Z', 'revision_number': 5, 'project_id': '9201b4ea11f94e639e12c77d9a8399c8', 'subnets': [{'id': '8f49fd64-da9a-42ca-aba6-01dbe1ac7987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:36:14.541057 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d96b482-3f78-4374-a190-f04f39aec7ad None None] The sync data for ids ['8559d66b-25fc-4afc-9c49-1405a5074c84'] in dv-cinder-763306-6-iscsi is: [{'id': '8559d66b-25fc-4afc-9c49-1405a5074c84', 'name': 'tempest-AttachVolumeTestJSON-828419125-router', 'tenant_id': '9201b4ea11f94e639e12c77d9a8399c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '534abad0-cb8a-45a5-89dc-932bf90ecd2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:29:34Z', 'updated_at': '2020-12-09T05:29:45Z', 'revision_number': 4, 'project_id': '9201b4ea11f94e639e12c77d9a8399c8', 'gw_port': {'id': '534abad0-cb8a-45a5-89dc-932bf90ecd2c', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:38:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8559d66b-25fc-4afc-9c49-1405a5074c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:29:35Z', 'updated_at': '2020-12-09T05:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_interfaces': [{'id': '11651696-cf2f-4d1e-ae2b-505371825be0', 'name': '', 'network_id': 'dc85d922-ae22-42c5-9deb-45d818643b4d', 'tenant_id': '9201b4ea11f94e639e12c77d9a8399c8', 'mac_address': 'fa:16:3e:49:51:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8559d66b-25fc-4afc-9c49-1405a5074c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '8f49fd64-da9a-42ca-aba6-01dbe1ac7987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:29:42Z', 'updated_at': '2020-12-09T05:29:58Z', 'revision_number': 5, 'project_id': '9201b4ea11f94e639e12c77d9a8399c8', 'subnets': [{'id': '8f49fd64-da9a-42ca-aba6-01dbe1ac7987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 09 05:36:14.567834 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-1f672557-7558-49da-aa4d-3fbef655887c None None] For port 153daa1e-c844-41eb-873c-3a348731d4e9, host dv-cinder-763306-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=153daa1e-c844-41eb-873c-3a348731d4e9,segment=NetworkSegment(f6d2dbab-fc73-4a6c-baf4-c6449d348147),segment_id=f6d2dbab-fc73-4a6c-baf4-c6449d348147)] {{(pid=80247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 09 05:36:14.570256 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6529dbc-2c18-4b90-aa3a-c7f4bef8c42a None None] Routers {'e8d1fda5-a1f5-4a6e-aee3-9bd0fd69ca1f'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:36:14.571535 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-b6529dbc-2c18-4b90-aa3a-c7f4bef8c42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff8356be0>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:35:47Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['e8d1fda5-a1f5-4a6e-aee3-9bd0fd69ca1f'], 'active': True} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:36:14.639742 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74b3949-4295-4fb9-88e7-31ac1209f5a5 req-d8db8cb6-6cc1-481c-836a-da530bceaf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:36:14.641491 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b74b3949-4295-4fb9-88e7-31ac1209f5a5 req-d8db8cb6-6cc1-481c-836a-da530bceaf98 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c66dfb6ad0d4440d9fde314bc8bf155a&device_id=a9b33760-de8b-4742-9444-80ad1afb7e78 HTTP/1.1" status: 200  len: 1161 time: 0.0934372
Dec 09 05:36:14.648963 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1f672557-7558-49da-aa4d-3fbef655887c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:14.826190 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74b3949-4295-4fb9-88e7-31ac1209f5a5 req-94b6eac1-f4e3-4707-accc-e6971cf68105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:36:14.832275 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b74b3949-4295-4fb9-88e7-31ac1209f5a5 req-94b6eac1-f4e3-4707-accc-e6971cf68105 service neutron] 10.222.0.59 "GET /v2.0/networks?id=213a2199-d44a-4f31-a99f-f2fcf48b8a5b HTTP/1.1" status: 200  len: 910 time: 0.1843226
Dec 09 05:36:14.904484 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a859f49d-97f5-4f73-9b2f-a6f929f0e7fb None None] Pushing event updated for resources: {'Port': ['ID=69c2bb50-42d6-4198-a274-d71a46e4feb3,revision_number=2']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:36:14.985693 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-b6529dbc-2c18-4b90-aa3a-c7f4bef8c42a None None] Set router e8d1fda5-a1f5-4a6e-aee3-9bd0fd69ca1f gateway port host: dv-cinder-763306-6-iscsi {{(pid=80247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:36:14.987602 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b74b3949-4295-4fb9-88e7-31ac1209f5a5 req-f446fe67-f622-41fe-b9b7-0ddbed320dcc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54bf8343-bde6-41dc-8c6f-feef12cc5817 HTTP/1.1" status: 200  len: 999 time: 0.1480515
Dec 09 05:36:15.028371 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713e65de-7d3f-40cc-bc1b-1cb6af2b96f7 None None] New status for floating IP e677b72e-6c64-4499-bc0a-fafeba344134: DOWN {{(pid=80248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 09 05:36:15.029653 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 38502) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:36:15.076627 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74b3949-4295-4fb9-88e7-31ac1209f5a5 req-cf09daff-7071-4f30-970d-44aae8355d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:36:15.079378 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b74b3949-4295-4fb9-88e7-31ac1209f5a5 req-cf09daff-7071-4f30-970d-44aae8355d3d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f2d416e2-18e0-4718-bf66-1cf63cef4f47 HTTP/1.1" status: 200  len: 855 time: 0.0837340
Dec 09 05:36:15.125383 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-a859f49d-97f5-4f73-9b2f-a6f929f0e7fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.794s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:36:15.128216 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-d8bee751-6da8-4c21-a350-01d3dfa9b39c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.436s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:36:15.160369 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2dd77a59-2d1e-420a-a702-6820149d1553 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:15.254816 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2dd77a59-2d1e-420a-a702-6820149d1553 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:15.279337 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74b3949-4295-4fb9-88e7-31ac1209f5a5 req-47e86e4c-fe51-46de-8d98-c85cb65cce84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:36:15.281004 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b74b3949-4295-4fb9-88e7-31ac1209f5a5 req-47e86e4c-fe51-46de-8d98-c85cb65cce84 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=213a2199-d44a-4f31-a99f-f2fcf48b8a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1937068
Dec 09 05:36:15.397942 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-93edb1a1-680a-4c0f-91a3-16cf9de3c270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:15.400397 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f672557-7558-49da-aa4d-3fbef655887c None None] Routers {'31ead335-f765-40bb-adda-e7c4b3c04f7e'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:36:15.401472 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-1f672557-7558-49da-aa4d-3fbef655887c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff80dbc88>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:35:47Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['31ead335-f765-40bb-adda-e7c4b3c04f7e'], 'active': True} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:36:15.471938 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2dd77a59-2d1e-420a-a702-6820149d1553 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:15.484704 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-b2f9260d-315c-4e49-b579-bb4f7a71051f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:36:15.521106 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd77a59-2d1e-420a-a702-6820149d1553 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Pushing event deleted for resources: {'SecurityGroup': ['ID=97bb6199-cecf-421a-90c7-4ffbe7bcf1e1,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:36:15.527174 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-2dd77a59-2d1e-420a-a702-6820149d1553 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:36:15.610803 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c31c52-8dc2-48dd-9586-593158028e25 None None] Pushing event updated for resources: {'Port': ['ID=153daa1e-c844-41eb-873c-3a348731d4e9,revision_number=4']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:36:15.637998 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-99c31c52-8dc2-48dd-9586-593158028e25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:36:15.660206 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2dd77a59-2d1e-420a-a702-6820149d1553 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:15.667424 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 38508) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:36:15.670004 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-2dd77a59-2d1e-420a-a702-6820149d1553 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "DELETE /v2.0/security-groups/97bb6199-cecf-421a-90c7-4ffbe7bcf1e1 HTTP/1.1" status: 204  len: 168 time: 0.6354613
Dec 09 05:36:15.699159 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b74b3949-4295-4fb9-88e7-31ac1209f5a5 req-564a0d98-8737-4d6e-83b4-aff2311d71f5 service neutron] 10.222.0.59 "GET /v2.0/networks/213a2199-d44a-4f31-a99f-f2fcf48b8a5b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4073515
Dec 09 05:36:15.710426 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.v2.resource [None req-93a0df4c-fc45-460e-8534-c562a3b5625c tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] show failed (client error): The resource could not be found.
Dec 09 05:36:15.712139 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-93a0df4c-fc45-460e-8534-c562a3b5625c tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "GET /v2.0/security-groups/97bb6199-cecf-421a-90c7-4ffbe7bcf1e1 HTTP/1.1" status: 404  len: 347 time: 0.0417836
Dec 09 05:36:15.743473 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 38512) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:36:15.780840 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-1f672557-7558-49da-aa4d-3fbef655887c None None] Set router 31ead335-f765-40bb-adda-e7c4b3c04f7e gateway port host: dv-cinder-763306-6-iscsi {{(pid=80247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:36:15.872071 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b74b3949-4295-4fb9-88e7-31ac1209f5a5 req-d9a4a966-39ed-435d-8e55-706a1e435859 service neutron] 10.222.0.59 "GET /v2.0/networks/213a2199-d44a-4f31-a99f-f2fcf48b8a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1655984
Dec 09 05:36:15.879221 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a66327f-513d-49c2-b0b2-69ce55cc85c8 req-9c8f2cd3-e60d-4c87-b70c-ec8e8bf0103e tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:36:15.887532 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3a66327f-513d-49c2-b0b2-69ce55cc85c8 req-9c8f2cd3-e60d-4c87-b70c-ec8e8bf0103e tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=a9b33760-de8b-4742-9444-80ad1afb7e78 HTTP/1.1" status: 200  len: 944 time: 0.4737136
Dec 09 05:36:15.895879 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f8f525e6-c991-47e1-b663-828eb8071ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:15.935252 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3a66327f-513d-49c2-b0b2-69ce55cc85c8 req-e1e9e5c6-500f-4b9c-a1aa-478b17f03327 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=c064004f-08ab-44b8-b121-74857038819c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467467
Dec 09 05:36:15.973538 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-19963d37-bb65-470b-9446-7901df660b3d tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Deleting port 787f11e0-7b60-4f2e-94eb-0aa45fa3f8a6 {{(pid=80245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 09 05:36:15.974038 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-19963d37-bb65-470b-9446-7901df660b3d tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787496886762'] for port, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:16.322811 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-b6529dbc-2c18-4b90-aa3a-c7f4bef8c42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff8356be0>, [{'id': 'e8d1fda5-a1f5-4a6e-aee3-9bd0fd69ca1f', 'name': 'tempest-TestShelveInstance-381512869-router', 'tenant_id': 'b851a6e1733b4e18939b9a06b4e82dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'ba227018-7d57-46a5-8922-ba67d493e76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:36:10Z', 'updated_at': '2020-12-09T05:36:12Z', 'revision_number': 3, 'project_id': 'b851a6e1733b4e18939b9a06b4e82dae', 'gw_port': {'id': 'ba227018-7d57-46a5-8922-ba67d493e76e', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:53:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8d1fda5-a1f5-4a6e-aee3-9bd0fd69ca1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:36:11Z', 'updated_at': '2020-12-09T05:36:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi'}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:36:16.331162 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6529dbc-2c18-4b90-aa3a-c7f4bef8c42a None None] Checking router: e8d1fda5-a1f5-4a6e-aee3-9bd0fd69ca1f for host: dv-cinder-763306-6-iscsi {{(pid=80247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 09 05:36:16.331569 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6529dbc-2c18-4b90-aa3a-c7f4bef8c42a None None] Updating router e8d1fda5-a1f5-4a6e-aee3-9bd0fd69ca1f port ba227018-7d57-46a5-8922-ba67d493e76e binding host dv-cinder-763306-6-iscsi {{(pid=80247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 09 05:36:16.447753 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b6529dbc-2c18-4b90-aa3a-c7f4bef8c42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:16.542728 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-19963d37-bb65-470b-9446-7901df660b3d tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744221'] for port, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:16.543373 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-19963d37-bb65-470b-9446-7901df660b3d tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks [] for floatingip, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:16.691428 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [None req-93edb1a1-680a-4c0f-91a3-16cf9de3c270 admin admin] Allocated IP 172.20.0.1 (d2981adf-93e0-43c4-bf01-81a2f15f622a/8914e3b2-6ca0-4141-a023-7eae3e05939b/8ba86963-bec1-4fcd-8a5e-095d893a64af) {{(pid=80245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 09 05:36:16.701211 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-19963d37-bb65-470b-9446-7901df660b3d tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Calling delete_port for 787f11e0-7b60-4f2e-94eb-0aa45fa3f8a6 owned by network:floatingip {{(pid=80245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 09 05:36:16.934030 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b6529dbc-2c18-4b90-aa3a-c7f4bef8c42a None None] Notify callbacks [] for port, precommit_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:16.947926 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a127fc81-6c9f-46bd-a54b-db9e9a5d2d08 None None] Network d2981adf-93e0-43c4-bf01-81a2f15f622a requested from dv-cinder-763306-6-iscsi {{(pid=80247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 09 05:36:17.022213 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-b6529dbc-2c18-4b90-aa3a-c7f4bef8c42a None None] Transition to ACTIVE for port object ba227018-7d57-46a5-8922-ba67d493e76e will not be triggered until provisioned by entity L2. {{(pid=80247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 09 05:36:17.029720 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-1f672557-7558-49da-aa4d-3fbef655887c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff80dbc88>, [{'id': '31ead335-f765-40bb-adda-e7c4b3c04f7e', 'name': 'tempest-TestShelveInstance-853132556-router', 'tenant_id': '3e19a4471945447fb24ef19ba877456c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'ff3b19cd-65c7-4a93-adbc-a765c623dfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:35:59Z', 'updated_at': '2020-12-09T05:36:06Z', 'revision_number': 4, 'project_id': '3e19a4471945447fb24ef19ba877456c', 'gw_port': {'id': 'ff3b19cd-65c7-4a93-adbc-a765c623dfa4', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ead335-f765-40bb-adda-e7c4b3c04f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:36:00Z', 'updated_at': '2020-12-09T05:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_interfaces': [{'id': '153daa1e-c844-41eb-873c-3a348731d4e9', 'name': '', 'network_id': '8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1', 'tenant_id': '3e19a4471945447fb24ef19ba877456c', 'mac_address': 'fa:16:3e:23:85:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ead335-f765-40bb-adda-e7c4b3c04f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '03701147-4f44-43c3-b01d-18f4abcea6b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:36:05Z', 'updated_at': '2020-12-09T05:36:14Z', 'revision_number': 4, 'project_id': '3e19a4471945447fb24ef19ba877456c', 'subnets': [{'id': '03701147-4f44-43c3-b01d-18f4abcea6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:36:17.109117 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b6529dbc-2c18-4b90-aa3a-c7f4bef8c42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:17.138167 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:36:17.219252 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8bb7e8-038e-4770-be2d-ad905e6c6a9f None None] Pushing event updated for resources: {'Port': ['ID=ba227018-7d57-46a5-8922-ba67d493e76e,revision_number=2']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:36:17.222250 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f672557-7558-49da-aa4d-3fbef655887c None None] The sync data for ids ['31ead335-f765-40bb-adda-e7c4b3c04f7e'] in dv-cinder-763306-6-iscsi is: [{'id': '31ead335-f765-40bb-adda-e7c4b3c04f7e', 'name': 'tempest-TestShelveInstance-853132556-router', 'tenant_id': '3e19a4471945447fb24ef19ba877456c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'ff3b19cd-65c7-4a93-adbc-a765c623dfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:35:59Z', 'updated_at': '2020-12-09T05:36:06Z', 'revision_number': 4, 'project_id': '3e19a4471945447fb24ef19ba877456c', 'gw_port': {'id': 'ff3b19cd-65c7-4a93-adbc-a765c623dfa4', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ead335-f765-40bb-adda-e7c4b3c04f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:36:00Z', 'updated_at': '2020-12-09T05:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_interfaces': [{'id': '153daa1e-c844-41eb-873c-3a348731d4e9', 'name': '', 'network_id': '8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1', 'tenant_id': '3e19a4471945447fb24ef19ba877456c', 'mac_address': 'fa:16:3e:23:85:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ead335-f765-40bb-adda-e7c4b3c04f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '03701147-4f44-43c3-b01d-18f4abcea6b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:36:05Z', 'updated_at': '2020-12-09T05:36:14Z', 'revision_number': 4, 'project_id': '3e19a4471945447fb24ef19ba877456c', 'subnets': [{'id': '03701147-4f44-43c3-b01d-18f4abcea6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 09 05:36:17.254295 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-9f8bb7e8-038e-4770-be2d-ad905e6c6a9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:36:17.280758 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-93edb1a1-680a-4c0f-91a3-16cf9de3c270 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:17.291282 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-19963d37-bb65-470b-9446-7901df660b3d tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787496890807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249358481609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844148928'] for port, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:17.326935 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-2d720f18-1082-45ee-98f9-b213f5436dd1 None None] Provisioning for port 69c2bb50-42d6-4198-a274-d71a46e4feb3 completed by entity DHCP. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 09 05:36:17.427249 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-93edb1a1-680a-4c0f-91a3-16cf9de3c270 admin admin] Transition to ACTIVE for port object 8ba86963-bec1-4fcd-8a5e-095d893a64af will not be triggered until provisioned by entity DHCP. {{(pid=80245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 09 05:36:17.432868 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device 69c2bb50-42d6-4198-a274-d71a46e4feb3 up at agent ovs-agent-dv-cinder-763306-6-iscsi {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:36:17.463768 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:36:17.529582 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-93edb1a1-680a-4c0f-91a3-16cf9de3c270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249358491764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844148928'] for port, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:17.668592 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-40e48698-2823-4420-a85a-82264cbe52e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:17.680870 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Provisioning for port 69c2bb50-42d6-4198-a274-d71a46e4feb3 completed by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 09 05:36:17.697476 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19963d37-bb65-470b-9446-7901df660b3d tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Pushing event deleted for resources: {'Port': ['ID=787f11e0-7b60-4f2e-94eb-0aa45fa3f8a6,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:36:17.721919 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-19963d37-bb65-470b-9446-7901df660b3d tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:36:17.734247 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-68f4a265-6df2-44d3-821a-6f14a57309e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:36:17.746286 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Provisioning complete for port 69c2bb50-42d6-4198-a274-d71a46e4feb3 triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:36:17.746793 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:17.913570 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bc51e9-9f0b-47ef-9dab-f411c3dcbac4 req-0fead43f-1de9-4d84-a12e-62c236fcae1d tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:36:17.927176 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f0bc51e9-9f0b-47ef-9dab-f411c3dcbac4 req-0fead43f-1de9-4d84-a12e-62c236fcae1d tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=a9b33760-de8b-4742-9444-80ad1afb7e78 HTTP/1.1" status: 200  len: 944 time: 0.7876143
Dec 09 05:36:17.980641 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93edb1a1-680a-4c0f-91a3-16cf9de3c270 admin admin] Network d2981adf-93e0-43c4-bf01-81a2f15f622a is already hosted by enough agents. {{(pid=80245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 09 05:36:18.003145 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-93edb1a1-680a-4c0f-91a3-16cf9de3c270 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:36:18.010539 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93edb1a1-680a-4c0f-91a3-16cf9de3c270 admin admin] Received port after_create {{(pid=80245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 09 05:36:18.033465 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-b6529dbc-2c18-4b90-aa3a-c7f4bef8c42a None None] Attempting to bind port ba227018-7d57-46a5-8922-ba67d493e76e on host dv-cinder-763306-6-iscsi for vnic_type normal with profile  {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 09 05:36:18.034263 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-b6529dbc-2c18-4b90-aa3a-c7f4bef8c42a None None] Attempting to bind port ba227018-7d57-46a5-8922-ba67d493e76e by drivers openvswitch on host dv-cinder-763306-6-iscsi at level 0 using segments [{'id': '6806ddaa-9afa-4e45-ac00-e428af44bdb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89'}] {{(pid=80247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 09 05:36:18.034922 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6529dbc-2c18-4b90-aa3a-c7f4bef8c42a None None] Attempting to bind port ba227018-7d57-46a5-8922-ba67d493e76e on network 1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89 {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 09 05:36:18.056730 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6529dbc-2c18-4b90-aa3a-c7f4bef8c42a None None] Checking agent: {'id': '7299edea-3c4e-4ec0-b2b3-c0ac9bf6315b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 20, 49), 'started_at': datetime.datetime(2020, 12, 9, 5, 21, 19), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 05:36:18.057478 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6529dbc-2c18-4b90-aa3a-c7f4bef8c42a None None] Checking segment: {'id': '6806ddaa-9afa-4e45-ac00-e428af44bdb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 09 05:36:18.058213 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b6529dbc-2c18-4b90-aa3a-c7f4bef8c42a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:18.058868 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6529dbc-2c18-4b90-aa3a-c7f4bef8c42a None None] Bound using segment: {'id': '6806ddaa-9afa-4e45-ac00-e428af44bdb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89'} {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 05:36:18.059637 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-b6529dbc-2c18-4b90-aa3a-c7f4bef8c42a None None] Bound port: ba227018-7d57-46a5-8922-ba67d493e76e, host: dv-cinder-763306-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6806ddaa-9afa-4e45-ac00-e428af44bdb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89'}}] {{(pid=80247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 09 05:36:18.060283 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b6529dbc-2c18-4b90-aa3a-c7f4bef8c42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:18.263780 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-b6529dbc-2c18-4b90-aa3a-c7f4bef8c42a None None] For port ba227018-7d57-46a5-8922-ba67d493e76e, host dv-cinder-763306-6-iscsi, cleared binding levels {{(pid=80247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 09 05:36:18.278263 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-b6529dbc-2c18-4b90-aa3a-c7f4bef8c42a None None] For port ba227018-7d57-46a5-8922-ba67d493e76e, host dv-cinder-763306-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=ba227018-7d57-46a5-8922-ba67d493e76e,segment=NetworkSegment(6806ddaa-9afa-4e45-ac00-e428af44bdb5),segment_id=6806ddaa-9afa-4e45-ac00-e428af44bdb5)] {{(pid=80247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 09 05:36:18.284307 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:18.297728 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f0bc51e9-9f0b-47ef-9dab-f411c3dcbac4 req-b93bb332-6785-4e9d-abf3-2b4aceaf6845 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=c064004f-08ab-44b8-b121-74857038819c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3696702
Dec 09 05:36:18.302812 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93edb1a1-680a-4c0f-91a3-16cf9de3c270 admin admin] Pushing event updated for resources: {'Port': ['ID=8ba86963-bec1-4fcd-8a5e-095d893a64af,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:36:18.326839 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-93edb1a1-680a-4c0f-91a3-16cf9de3c270 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:36:18.370566 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-93edb1a1-680a-4c0f-91a3-16cf9de3c270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3746164'] for router_interface, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:18.401029 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b6529dbc-2c18-4b90-aa3a-c7f4bef8c42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:18.444817 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:36:18.501145 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-19963d37-bb65-470b-9446-7901df660b3d tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks [] for floatingip, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:18.507062 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d667687f-70e4-40ee-92a5-0e371b53b2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:18.625755 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-93edb1a1-680a-4c0f-91a3-16cf9de3c270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:18.731258 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-19963d37-bb65-470b-9446-7901df660b3d tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870'] for floatingip, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:18.739205 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-19963d37-bb65-470b-9446-7901df660b3d tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] 10.222.0.39 "DELETE /v2.0/floatingips/e677b72e-6c64-4499-bc0a-fafeba344134 HTTP/1.1" status: 204  len: 168 time: 2.9944143
Dec 09 05:36:18.817019 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] For port 69c2bb50-42d6-4198-a274-d71a46e4feb3, host dv-cinder-763306-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=69c2bb50-42d6-4198-a274-d71a46e4feb3,segment=NetworkSegment(5f5627ed-411c-4c80-8aaa-cec8de28cce3),segment_id=5f5627ed-411c-4c80-8aaa-cec8de28cce3)] {{(pid=80247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:36:18.828311 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-facc376d-c536-4997-b7fa-11f09328ef46 None None] Provisioning complete for port 69c2bb50-42d6-4198-a274-d71a46e4feb3 triggered by entity DHCP. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:36:18.828669 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-facc376d-c536-4997-b7fa-11f09328ef46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:19.017064 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:19.037972 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8bb7e8-038e-4770-be2d-ad905e6c6a9f None None] Pushing event updated for resources: {'Port': ['ID=ba227018-7d57-46a5-8922-ba67d493e76e,revision_number=3']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:36:19.062763 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-9f8bb7e8-038e-4770-be2d-ad905e6c6a9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:36:19.066582 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-99c31c52-8dc2-48dd-9586-593158028e25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:36:19.271626 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:19.340103 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Pushing event updated for resources: {'Port': ['ID=69c2bb50-42d6-4198-a274-d71a46e4feb3,revision_number=3']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:36:19.375131 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-facc376d-c536-4997-b7fa-11f09328ef46 None None] Provisioning for port 8ba86963-bec1-4fcd-8a5e-095d893a64af completed by entity DHCP. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 09 05:36:19.392865 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:36:19.393572 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6529dbc-2c18-4b90-aa3a-c7f4bef8c42a None None] Routers {'e8d1fda5-a1f5-4a6e-aee3-9bd0fd69ca1f'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:36:19.394501 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-b6529dbc-2c18-4b90-aa3a-c7f4bef8c42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff8356be0>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:36:18Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['e8d1fda5-a1f5-4a6e-aee3-9bd0fd69ca1f'], 'active': True} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:36:19.407356 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-93edb1a1-680a-4c0f-91a3-16cf9de3c270 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:19.412824 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-93edb1a1-680a-4c0f-91a3-16cf9de3c270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10626905'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:19.510364 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:36:19.580738 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-93edb1a1-680a-4c0f-91a3-16cf9de3c270 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3226911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036851029743'] for router_interface, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:19.665029 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device 153daa1e-c844-41eb-873c-3a348731d4e9 up at agent ovs-agent-dv-cinder-763306-6-iscsi {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:36:19.762896 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93edb1a1-680a-4c0f-91a3-16cf9de3c270 admin admin] Pushing event updated for resources: {'Port': ['ID=8ba86963-bec1-4fcd-8a5e-095d893a64af,revision_number=2']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:36:19.783378 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-93edb1a1-680a-4c0f-91a3-16cf9de3c270 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:36:19.862696 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93edb1a1-680a-4c0f-91a3-16cf9de3c270 admin admin] Network d2981adf-93e0-43c4-bf01-81a2f15f622a is already hosted by enough agents. {{(pid=80245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 09 05:36:19.864163 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-93edb1a1-680a-4c0f-91a3-16cf9de3c270 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:36:19.884634 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9280af7f-1698-419d-be63-2a14768504ef req-958ef88c-cfab-448f-a5d2-f027acce7ddb tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:36:19.896433 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9280af7f-1698-419d-be63-2a14768504ef req-958ef88c-cfab-448f-a5d2-f027acce7ddb tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=a9b33760-de8b-4742-9444-80ad1afb7e78 HTTP/1.1" status: 200  len: 944 time: 0.2578642
Dec 09 05:36:19.977125 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9280af7f-1698-419d-be63-2a14768504ef req-d6610ded-475d-4afe-ba28-0cb50f30c762 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=c064004f-08ab-44b8-b121-74857038819c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0759389
Dec 09 05:36:20.078017 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-facc376d-c536-4997-b7fa-11f09328ef46 None None] Provisioning complete for port 8ba86963-bec1-4fcd-8a5e-095d893a64af triggered by entity DHCP. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:36:20.078540 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-facc376d-c536-4997-b7fa-11f09328ef46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:20.204013 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-b6529dbc-2c18-4b90-aa3a-c7f4bef8c42a None None] Set router e8d1fda5-a1f5-4a6e-aee3-9bd0fd69ca1f gateway port host: dv-cinder-763306-6-iscsi {{(pid=80247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:36:20.237667 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93edb1a1-680a-4c0f-91a3-16cf9de3c270 admin admin] Router e8d1fda5-a1f5-4a6e-aee3-9bd0fd69ca1f has already been hosted by L3 agent 16cb43a9-cd2d-4531-acd4-2457db4a9ad2 {{(pid=80245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 09 05:36:20.292460 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-858fc187-cc56-4aeb-a3e2-00a52ab9489b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:20.307901 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-facc376d-c536-4997-b7fa-11f09328ef46 None None] Port 8ba86963-bec1-4fcd-8a5e-095d893a64af cannot update to ACTIVE because it is not bound. {{(pid=80247) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 09 05:36:20.427929 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Provisioning for port 153daa1e-c844-41eb-873c-3a348731d4e9 completed by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 09 05:36:20.465972 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Provisioning complete for port 153daa1e-c844-41eb-873c-3a348731d4e9 triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:36:20.466431 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:20.640933 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93edb1a1-680a-4c0f-91a3-16cf9de3c270 admin admin] Notify agent at l3_agent.dv-cinder-763306-6-iscsi the message routers_updated {{(pid=80245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 09 05:36:20.649627 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-e7cf420f-9fbc-42d5-8bf8-085833e488c1 None None] Provisioning complete for port 69c2bb50-42d6-4198-a274-d71a46e4feb3 triggered by entity DHCP. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:36:20.650232 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e7cf420f-9fbc-42d5-8bf8-085833e488c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:20.654163 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-93edb1a1-680a-4c0f-91a3-16cf9de3c270 admin admin] 10.222.0.39 "PUT /v2.0/routers/e8d1fda5-a1f5-4a6e-aee3-9bd0fd69ca1f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.1721544
Dec 09 05:36:20.993668 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:21.050327 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] For port 153daa1e-c844-41eb-873c-3a348731d4e9, host dv-cinder-763306-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=153daa1e-c844-41eb-873c-3a348731d4e9,segment=NetworkSegment(f6d2dbab-fc73-4a6c-baf4-c6449d348147),segment_id=f6d2dbab-fc73-4a6c-baf4-c6449d348147)] {{(pid=80247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:36:21.057631 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:21.063963 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-9f8bb7e8-038e-4770-be2d-ad905e6c6a9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:36:21.122663 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-e7cf420f-9fbc-42d5-8bf8-085833e488c1 None None] Provisioning complete for port 8ba86963-bec1-4fcd-8a5e-095d893a64af triggered by entity DHCP. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:36:21.123100 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e7cf420f-9fbc-42d5-8bf8-085833e488c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:21.238879 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf420f-9fbc-42d5-8bf8-085833e488c1 None None] Port 8ba86963-bec1-4fcd-8a5e-095d893a64af cannot update to ACTIVE because it is not bound. {{(pid=80247) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 09 05:36:21.246464 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device 69c2bb50-42d6-4198-a274-d71a46e4feb3 up at agent ovs-agent-dv-cinder-763306-6-iscsi {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:36:21.298028 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Pushing event updated for resources: {'Port': ['ID=153daa1e-c844-41eb-873c-3a348731d4e9,revision_number=5']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:36:21.331677 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:36:21.355329 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a16948-d0ea-4e91-ba6e-ca422b0be8da req-888fae99-5aac-4c23-b542-63d09431ecd6 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:36:21.356564 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-b6529dbc-2c18-4b90-aa3a-c7f4bef8c42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff8356be0>, [{'id': 'e8d1fda5-a1f5-4a6e-aee3-9bd0fd69ca1f', 'name': 'tempest-TestShelveInstance-381512869-router', 'tenant_id': 'b851a6e1733b4e18939b9a06b4e82dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'ba227018-7d57-46a5-8922-ba67d493e76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:36:10Z', 'updated_at': '2020-12-09T05:36:18Z', 'revision_number': 4, 'project_id': 'b851a6e1733b4e18939b9a06b4e82dae', 'gw_port': {'id': 'ba227018-7d57-46a5-8922-ba67d493e76e', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:53:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8d1fda5-a1f5-4a6e-aee3-9bd0fd69ca1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:36:11Z', 'updated_at': '2020-12-09T05:36:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_interfaces': [{'id': '8ba86963-bec1-4fcd-8a5e-095d893a64af', 'name': '', 'network_id': 'd2981adf-93e0-43c4-bf01-81a2f15f622a', 'tenant_id': 'b851a6e1733b4e18939b9a06b4e82dae', 'mac_address': 'fa:16:3e:7c:de:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8d1fda5-a1f5-4a6e-aee3-9bd0fd69ca1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '8914e3b2-6ca0-4141-a023-7eae3e05939b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:36:15Z', 'updated_at': '2020-12-09T05:36:18Z', 'revision_number': 2, 'project_id': 'b851a6e1733b4e18939b9a06b4e82dae', 'subnets': [{'id': '8914e3b2-6ca0-4141-a023-7eae3e05939b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:36:21.363701 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-61a16948-d0ea-4e91-ba6e-ca422b0be8da req-888fae99-5aac-4c23-b542-63d09431ecd6 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=a9b33760-de8b-4742-9444-80ad1afb7e78 HTTP/1.1" status: 200  len: 944 time: 0.1349080
Dec 09 05:36:21.365466 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6529dbc-2c18-4b90-aa3a-c7f4bef8c42a None None] The sync data for ids ['e8d1fda5-a1f5-4a6e-aee3-9bd0fd69ca1f'] in dv-cinder-763306-6-iscsi is: [{'id': 'e8d1fda5-a1f5-4a6e-aee3-9bd0fd69ca1f', 'name': 'tempest-TestShelveInstance-381512869-router', 'tenant_id': 'b851a6e1733b4e18939b9a06b4e82dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'ba227018-7d57-46a5-8922-ba67d493e76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:36:10Z', 'updated_at': '2020-12-09T05:36:18Z', 'revision_number': 4, 'project_id': 'b851a6e1733b4e18939b9a06b4e82dae', 'gw_port': {'id': 'ba227018-7d57-46a5-8922-ba67d493e76e', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:53:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8d1fda5-a1f5-4a6e-aee3-9bd0fd69ca1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:36:11Z', 'updated_at': '2020-12-09T05:36:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_interfaces': [{'id': '8ba86963-bec1-4fcd-8a5e-095d893a64af', 'name': '', 'network_id': 'd2981adf-93e0-43c4-bf01-81a2f15f622a', 'tenant_id': 'b851a6e1733b4e18939b9a06b4e82dae', 'mac_address': 'fa:16:3e:7c:de:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8d1fda5-a1f5-4a6e-aee3-9bd0fd69ca1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '8914e3b2-6ca0-4141-a023-7eae3e05939b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:36:15Z', 'updated_at': '2020-12-09T05:36:18Z', 'revision_number': 2, 'project_id': 'b851a6e1733b4e18939b9a06b4e82dae', 'subnets': [{'id': '8914e3b2-6ca0-4141-a023-7eae3e05939b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 09 05:36:21.391092 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Provisioning complete for port 69c2bb50-42d6-4198-a274-d71a46e4feb3 triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:36:21.391904 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:21.450412 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-61a16948-d0ea-4e91-ba6e-ca422b0be8da req-48551d03-0351-4caf-a27e-f792a9dd38a6 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=c064004f-08ab-44b8-b121-74857038819c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0855334
Dec 09 05:36:21.656549 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-4950d605-5c2d-4982-9d50-cf16f97bda3a req-1a346411-7d9b-4815-b2dc-4eba02ef5ce6 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-775111243', 'description': 'tempest-TestShelveInstance-775111243 description'}} {{(pid=80246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:36:21.663169 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-4950d605-5c2d-4982-9d50-cf16f97bda3a req-1a346411-7d9b-4815-b2dc-4eba02ef5ce6 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:36:21.667819 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-4950d605-5c2d-4982-9d50-cf16f97bda3a req-1a346411-7d9b-4815-b2dc-4eba02ef5ce6 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Usage tracker for resource:security_group and tenant:3e19a4471945447fb24ef19ba877456c is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:36:21.670870 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-4950d605-5c2d-4982-9d50-cf16f97bda3a req-1a346411-7d9b-4815-b2dc-4eba02ef5ce6 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:36:21.677925 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-4950d605-5c2d-4982-9d50-cf16f97bda3a req-1a346411-7d9b-4815-b2dc-4eba02ef5ce6 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:36:21.690161 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-4950d605-5c2d-4982-9d50-cf16f97bda3a req-1a346411-7d9b-4815-b2dc-4eba02ef5ce6 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Notify callbacks [] for security_group, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:21.714566 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-4950d605-5c2d-4982-9d50-cf16f97bda3a req-1a346411-7d9b-4815-b2dc-4eba02ef5ce6 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:36:21.720730 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-4950d605-5c2d-4982-9d50-cf16f97bda3a req-1a346411-7d9b-4815-b2dc-4eba02ef5ce6 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Usage tracker for resource:security_group_rule and tenant:3e19a4471945447fb24ef19ba877456c is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:36:21.724972 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-4950d605-5c2d-4982-9d50-cf16f97bda3a req-1a346411-7d9b-4815-b2dc-4eba02ef5ce6 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:36:21.732664 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-4950d605-5c2d-4982-9d50-cf16f97bda3a req-1a346411-7d9b-4815-b2dc-4eba02ef5ce6 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:36:21.822129 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-4950d605-5c2d-4982-9d50-cf16f97bda3a req-1a346411-7d9b-4815-b2dc-4eba02ef5ce6 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Notify callbacks [] for security_group, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:21.824807 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-4950d605-5c2d-4982-9d50-cf16f97bda3a req-1a346411-7d9b-4815-b2dc-4eba02ef5ce6 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:21.853371 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ca31a822-388f-4d64-89b8-8cb6a7e104f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:36:21.864621 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-4950d605-5c2d-4982-9d50-cf16f97bda3a req-1a346411-7d9b-4815-b2dc-4eba02ef5ce6 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Notify callbacks [] for security_group, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:21.866020 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4950d605-5c2d-4982-9d50-cf16f97bda3a req-1a346411-7d9b-4815-b2dc-4eba02ef5ce6 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1755 time: 0.2163522
Dec 09 05:36:21.902659 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a346411-7d9b-4815-b2dc-4eba02ef5ce6 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3d622c-051e-4fe6-b72b-e02e32d7772b,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:36:21.911303 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-1a346411-7d9b-4815-b2dc-4eba02ef5ce6 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:36:22.025194 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d49a91db-d446-45a5-94dd-679535f16a04 req-020f53a4-9423-448e-b1d2-3c148a69b08f tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/security-groups/ee3d622c-051e-4fe6-b72b-e02e32d7772b HTTP/1.1" status: 200  len: 1750 time: 0.1045518
Dec 09 05:36:22.052943 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-d49a91db-d446-45a5-94dd-679535f16a04 req-2d589f72-b870-45fd-8ede-5a15a73b4cad tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ee3d622c-051e-4fe6-b72b-e02e32d7772b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:36:22.053398 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-d49a91db-d446-45a5-94dd-679535f16a04 req-2d589f72-b870-45fd-8ede-5a15a73b4cad tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ee3d622c-051e-4fe6-b72b-e02e32d7772b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:36:22.062185 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-d49a91db-d446-45a5-94dd-679535f16a04 req-2d589f72-b870-45fd-8ede-5a15a73b4cad tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:36:22.078796 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-d49a91db-d446-45a5-94dd-679535f16a04 req-2d589f72-b870-45fd-8ede-5a15a73b4cad tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Usage tracker for resource:security_group_rule and tenant:3e19a4471945447fb24ef19ba877456c is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:36:22.083491 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-d49a91db-d446-45a5-94dd-679535f16a04 req-2d589f72-b870-45fd-8ede-5a15a73b4cad tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:36:22.095432 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-d49a91db-d446-45a5-94dd-679535f16a04 req-2d589f72-b870-45fd-8ede-5a15a73b4cad tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:36:22.553180 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-d49a91db-d446-45a5-94dd-679535f16a04 req-2d589f72-b870-45fd-8ede-5a15a73b4cad tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Notify callbacks [] for security_group_rule, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:22.608386 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-d49a91db-d446-45a5-94dd-679535f16a04 req-2d589f72-b870-45fd-8ede-5a15a73b4cad tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:22.613283 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-d49a91db-d446-45a5-94dd-679535f16a04 req-2d589f72-b870-45fd-8ede-5a15a73b4cad tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365132'] for security_group_rule, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:22.615653 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:36:22.659941 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d589f72-b870-45fd-8ede-5a15a73b4cad tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce8cb42b-cd57-4e58-a99b-5f32af09375d,revision_number=0']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:36:22.672927 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-2d589f72-b870-45fd-8ede-5a15a73b4cad tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:36:22.721778 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-d49a91db-d446-45a5-94dd-679535f16a04 req-2d589f72-b870-45fd-8ede-5a15a73b4cad tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Notify callbacks [] for security_group_rule, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:22.723272 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d49a91db-d446-45a5-94dd-679535f16a04 req-2d589f72-b870-45fd-8ede-5a15a73b4cad tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 754 time: 0.6750193
Dec 09 05:36:22.945939 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-90d4ec81-3eec-4a07-adfa-7c32ed7d5ed4 req-dd6a3932-cacb-4e64-a2a0-ef8a1c363612 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/security-groups/ee3d622c-051e-4fe6-b72b-e02e32d7772b HTTP/1.1" status: 200  len: 2311 time: 0.1170955
Dec 09 05:36:22.973141 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-90d4ec81-3eec-4a07-adfa-7c32ed7d5ed4 req-59259eff-2754-45dd-9d43-fa756d921c24 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ee3d622c-051e-4fe6-b72b-e02e32d7772b', 'remote_group_id': None}]} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:36:22.973424 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-90d4ec81-3eec-4a07-adfa-7c32ed7d5ed4 req-59259eff-2754-45dd-9d43-fa756d921c24 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ee3d622c-051e-4fe6-b72b-e02e32d7772b', 'remote_group_id': None}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:36:22.985039 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-90d4ec81-3eec-4a07-adfa-7c32ed7d5ed4 req-59259eff-2754-45dd-9d43-fa756d921c24 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:36:22.992980 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-90d4ec81-3eec-4a07-adfa-7c32ed7d5ed4 req-59259eff-2754-45dd-9d43-fa756d921c24 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Usage tracker for resource:security_group_rule and tenant:3e19a4471945447fb24ef19ba877456c is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:36:22.997118 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-90d4ec81-3eec-4a07-adfa-7c32ed7d5ed4 req-59259eff-2754-45dd-9d43-fa756d921c24 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:36:23.007379 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-90d4ec81-3eec-4a07-adfa-7c32ed7d5ed4 req-59259eff-2754-45dd-9d43-fa756d921c24 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:36:23.063041 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd46449-00f4-4baa-9643-568be360881a req-d91e03c6-ef55-457e-b41c-84773cf47a5b tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:36:23.071992 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9dd46449-00f4-4baa-9643-568be360881a req-d91e03c6-ef55-457e-b41c-84773cf47a5b tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=a9b33760-de8b-4742-9444-80ad1afb7e78 HTTP/1.1" status: 200  len: 944 time: 0.2667255
Dec 09 05:36:23.147464 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-90d4ec81-3eec-4a07-adfa-7c32ed7d5ed4 req-59259eff-2754-45dd-9d43-fa756d921c24 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Notify callbacks [] for security_group_rule, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:23.177316 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9dd46449-00f4-4baa-9643-568be360881a req-3fa034bc-3069-41fc-9a13-dd43457154d4 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=c064004f-08ab-44b8-b121-74857038819c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0999637
Dec 09 05:36:23.227465 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-90d4ec81-3eec-4a07-adfa-7c32ed7d5ed4 req-59259eff-2754-45dd-9d43-fa756d921c24 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:23.232874 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-90d4ec81-3eec-4a07-adfa-7c32ed7d5ed4 req-59259eff-2754-45dd-9d43-fa756d921c24 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365132'] for security_group_rule, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:23.281954 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-2d589f72-b870-45fd-8ede-5a15a73b4cad tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:36:23.307126 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-90d4ec81-3eec-4a07-adfa-7c32ed7d5ed4 req-59259eff-2754-45dd-9d43-fa756d921c24 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Notify callbacks [] for security_group_rule, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:23.313672 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-90d4ec81-3eec-4a07-adfa-7c32ed7d5ed4 req-59259eff-2754-45dd-9d43-fa756d921c24 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 759 time: 0.3601320
Dec 09 05:36:23.326749 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59259eff-2754-45dd-9d43-fa756d921c24 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Pushing event updated for resources: {'SecurityGroupRule': ['ID=816ccb09-ec9b-4e36-81f7-a69b4cf04f7d,revision_number=0']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:36:23.349379 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-59259eff-2754-45dd-9d43-fa756d921c24 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:36:23.425269 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device 153daa1e-c844-41eb-873c-3a348731d4e9 up at agent ovs-agent-dv-cinder-763306-6-iscsi {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:36:23.551698 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Provisioning complete for port 153daa1e-c844-41eb-873c-3a348731d4e9 triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:36:23.552113 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:23.722496 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device ba227018-7d57-46a5-8922-ba67d493e76e up at agent ovs-agent-dv-cinder-763306-6-iscsi {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:36:23.925529 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Provisioning for port ba227018-7d57-46a5-8922-ba67d493e76e completed by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 09 05:36:23.935270 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Provisioning complete for port ba227018-7d57-46a5-8922-ba67d493e76e triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:36:23.935963 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:24.174442 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:24.235457 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 38626) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:36:24.244553 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] For port ba227018-7d57-46a5-8922-ba67d493e76e, host dv-cinder-763306-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=ba227018-7d57-46a5-8922-ba67d493e76e,segment=NetworkSegment(6806ddaa-9afa-4e45-ac00-e428af44bdb5),segment_id=6806ddaa-9afa-4e45-ac00-e428af44bdb5)] {{(pid=80247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:36:24.261648 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:24.264792 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:36:24.371837 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Pushing event updated for resources: {'Port': ['ID=ba227018-7d57-46a5-8922-ba67d493e76e,revision_number=4']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:36:24.375856 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:36:24.553424 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02cd25e-45d7-4a44-9da5-c1f19f7df6e2 req-bdfd9141-b1b4-4dc1-9283-c37eb3cdab08 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:36:24.555624 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d02cd25e-45d7-4a44-9da5-c1f19f7df6e2 req-bdfd9141-b1b4-4dc1-9283-c37eb3cdab08 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=a9b33760-de8b-4742-9444-80ad1afb7e78 HTTP/1.1" status: 200  len: 944 time: 0.1015928
Dec 09 05:36:24.631775 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d02cd25e-45d7-4a44-9da5-c1f19f7df6e2 req-84e9a170-2d86-4aea-8531-86bfbba4485a tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=c064004f-08ab-44b8-b121-74857038819c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0694039
Dec 09 05:36:25.079958 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c20843dc-1508-459e-ac1b-bf47dd0bcb04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036851029530'] for router_interface, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:25.212374 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device ba227018-7d57-46a5-8922-ba67d493e76e up at agent ovs-agent-dv-cinder-763306-6-iscsi {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:36:25.292105 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Provisioning complete for port ba227018-7d57-46a5-8922-ba67d493e76e triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:36:25.292967 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:25.739482 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:25.846401 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-c20843dc-1508-459e-ac1b-bf47dd0bcb04 admin admin] Deleting port 11651696-cf2f-4d1e-ae2b-505371825be0 {{(pid=80245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 09 05:36:25.846759 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c20843dc-1508-459e-ac1b-bf47dd0bcb04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787496886762'] for port, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:26.106286 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c6150d-49d1-4ad4-973e-90072d24a4eb req-24ed3ea9-8260-4164-a08c-721fc54b8bcf tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:36:26.107984 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-67c6150d-49d1-4ad4-973e-90072d24a4eb req-24ed3ea9-8260-4164-a08c-721fc54b8bcf tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=a9b33760-de8b-4742-9444-80ad1afb7e78 HTTP/1.1" status: 200  len: 944 time: 0.2628872
Dec 09 05:36:26.181373 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-c20843dc-1508-459e-ac1b-bf47dd0bcb04 admin admin] For port 11651696-cf2f-4d1e-ae2b-505371825be0, host dv-cinder-763306-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=11651696-cf2f-4d1e-ae2b-505371825be0,segment=NetworkSegment(cd7393d7-7f78-4ab1-8639-f6501869916c),segment_id=cd7393d7-7f78-4ab1-8639-f6501869916c)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:36:26.181778 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c20843dc-1508-459e-ac1b-bf47dd0bcb04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744221'] for port, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:26.200708 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0675ad85-961f-47f6-a9cf-27e374546769 None None] Sync routers for ids ['e8d1fda5-a1f5-4a6e-aee3-9bd0fd69ca1f'] in dv-cinder-763306-6-iscsi {{(pid=80247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 09 05:36:26.202177 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-67c6150d-49d1-4ad4-973e-90072d24a4eb req-d1b2e699-e180-471d-bc3b-5da36eb54e7f tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=c064004f-08ab-44b8-b121-74857038819c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0838513
Dec 09 05:36:26.223401 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0675ad85-961f-47f6-a9cf-27e374546769 None None] Routers {'e8d1fda5-a1f5-4a6e-aee3-9bd0fd69ca1f'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:36:26.224894 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-0675ad85-961f-47f6-a9cf-27e374546769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff86fe8d0>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:36:18Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['e8d1fda5-a1f5-4a6e-aee3-9bd0fd69ca1f'], 'active': True} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:36:26.354865 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-c20843dc-1508-459e-ac1b-bf47dd0bcb04 admin admin] Calling delete_port for 11651696-cf2f-4d1e-ae2b-505371825be0 owned by network:router_interface {{(pid=80245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 09 05:36:26.571156 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-0675ad85-961f-47f6-a9cf-27e374546769 None None] Set router e8d1fda5-a1f5-4a6e-aee3-9bd0fd69ca1f gateway port host: dv-cinder-763306-6-iscsi {{(pid=80247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:36:26.666051 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c20843dc-1508-459e-ac1b-bf47dd0bcb04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787496890807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249358481609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844148928'] for port, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:26.686050 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:36:26.755097 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20843dc-1508-459e-ac1b-bf47dd0bcb04 admin admin] Pushing event deleted for resources: {'Port': ['ID=11651696-cf2f-4d1e-ae2b-505371825be0,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:36:26.760336 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-c20843dc-1508-459e-ac1b-bf47dd0bcb04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:36:27.069486 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-0675ad85-961f-47f6-a9cf-27e374546769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff86fe8d0>, [{'id': 'e8d1fda5-a1f5-4a6e-aee3-9bd0fd69ca1f', 'name': 'tempest-TestShelveInstance-381512869-router', 'tenant_id': 'b851a6e1733b4e18939b9a06b4e82dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'ba227018-7d57-46a5-8922-ba67d493e76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:36:10Z', 'updated_at': '2020-12-09T05:36:18Z', 'revision_number': 4, 'project_id': 'b851a6e1733b4e18939b9a06b4e82dae', 'gw_port': {'id': 'ba227018-7d57-46a5-8922-ba67d493e76e', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:53:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d1fda5-a1f5-4a6e-aee3-9bd0fd69ca1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:36:11Z', 'updated_at': '2020-12-09T05:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_interfaces': [{'id': '8ba86963-bec1-4fcd-8a5e-095d893a64af', 'name': '', 'network_id': 'd2981adf-93e0-43c4-bf01-81a2f15f622a', 'tenant_id': 'b851a6e1733b4e18939b9a06b4e82dae', 'mac_address': 'fa:16:3e:7c:de:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8d1fda5-a1f5-4a6e-aee3-9bd0fd69ca1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '8914e3b2-6ca0-4141-a023-7eae3e05939b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:36:15Z', 'updated_at': '2020-12-09T05:36:18Z', 'revision_number': 2, 'project_id': 'b851a6e1733b4e18939b9a06b4e82dae', 'subnets': [{'id': '8914e3b2-6ca0-4141-a023-7eae3e05939b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:36:27.075856 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0675ad85-961f-47f6-a9cf-27e374546769 None None] Checking router: e8d1fda5-a1f5-4a6e-aee3-9bd0fd69ca1f for host: dv-cinder-763306-6-iscsi {{(pid=80247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 09 05:36:27.076273 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0675ad85-961f-47f6-a9cf-27e374546769 None None] Updating router e8d1fda5-a1f5-4a6e-aee3-9bd0fd69ca1f port 8ba86963-bec1-4fcd-8a5e-095d893a64af binding host dv-cinder-763306-6-iscsi {{(pid=80247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 09 05:36:27.154993 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0675ad85-961f-47f6-a9cf-27e374546769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:27.251786 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c20843dc-1508-459e-ac1b-bf47dd0bcb04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851548905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036851029608'] for router_interface, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:27.473335 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a63e03-8de8-47d5-8523-a4721bf7a8bf req-2ce1bc01-171f-43c7-9160-e1d52d3c9df4 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:36:27.475338 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-53a63e03-8de8-47d5-8523-a4721bf7a8bf req-2ce1bc01-171f-43c7-9160-e1d52d3c9df4 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=a9b33760-de8b-4742-9444-80ad1afb7e78 HTTP/1.1" status: 200  len: 944 time: 0.0974040
Dec 09 05:36:27.528804 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-53a63e03-8de8-47d5-8523-a4721bf7a8bf req-0029941a-a17a-4ccf-bd6d-24ae7691cf0a tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=c064004f-08ab-44b8-b121-74857038819c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437822
Dec 09 05:36:27.851773 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0675ad85-961f-47f6-a9cf-27e374546769 None None] Notify callbacks [] for port, precommit_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:27.884608 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-0675ad85-961f-47f6-a9cf-27e374546769 None None] Transition to ACTIVE for port object 8ba86963-bec1-4fcd-8a5e-095d893a64af will not be triggered until provisioned by entity L2. {{(pid=80247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 09 05:36:27.971717 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0675ad85-961f-47f6-a9cf-27e374546769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:27.997375 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:36:28.135757 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c20843dc-1508-459e-ac1b-bf47dd0bcb04 admin admin] Router 8559d66b-25fc-4afc-9c49-1405a5074c84 has already been hosted by L3 agent 16cb43a9-cd2d-4531-acd4-2457db4a9ad2 {{(pid=80245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 09 05:36:28.156202 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e59dff-572c-41de-956d-344dc47477c2 None None] Pushing event updated for resources: {'Port': ['ID=8ba86963-bec1-4fcd-8a5e-095d893a64af,revision_number=3']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:36:28.160782 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-c6e59dff-572c-41de-956d-344dc47477c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:36:28.336953 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-0675ad85-961f-47f6-a9cf-27e374546769 None None] Attempting to bind port 8ba86963-bec1-4fcd-8a5e-095d893a64af on host dv-cinder-763306-6-iscsi for vnic_type normal with profile  {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 09 05:36:28.337432 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-0675ad85-961f-47f6-a9cf-27e374546769 None None] Attempting to bind port 8ba86963-bec1-4fcd-8a5e-095d893a64af by drivers openvswitch on host dv-cinder-763306-6-iscsi at level 0 using segments [{'id': '5f5627ed-411c-4c80-8aaa-cec8de28cce3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd2981adf-93e0-43c4-bf01-81a2f15f622a'}] {{(pid=80247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 09 05:36:28.337879 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0675ad85-961f-47f6-a9cf-27e374546769 None None] Attempting to bind port 8ba86963-bec1-4fcd-8a5e-095d893a64af on network d2981adf-93e0-43c4-bf01-81a2f15f622a {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 09 05:36:28.343441 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c20843dc-1508-459e-ac1b-bf47dd0bcb04 admin admin] Notify agent at l3_agent.dv-cinder-763306-6-iscsi the message routers_updated {{(pid=80245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 09 05:36:28.344445 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0675ad85-961f-47f6-a9cf-27e374546769 None None] Checking agent: {'id': '7299edea-3c4e-4ec0-b2b3-c0ac9bf6315b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 20, 49), 'started_at': datetime.datetime(2020, 12, 9, 5, 21, 19), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 05:36:28.344877 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0675ad85-961f-47f6-a9cf-27e374546769 None None] Checking segment: {'id': '5f5627ed-411c-4c80-8aaa-cec8de28cce3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd2981adf-93e0-43c4-bf01-81a2f15f622a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 09 05:36:28.345344 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0675ad85-961f-47f6-a9cf-27e374546769 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:28.345793 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0675ad85-961f-47f6-a9cf-27e374546769 None None] Bound using segment: {'id': '5f5627ed-411c-4c80-8aaa-cec8de28cce3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd2981adf-93e0-43c4-bf01-81a2f15f622a'} {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 05:36:28.346351 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-0675ad85-961f-47f6-a9cf-27e374546769 None None] Bound port: 8ba86963-bec1-4fcd-8a5e-095d893a64af, host: dv-cinder-763306-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f5627ed-411c-4c80-8aaa-cec8de28cce3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd2981adf-93e0-43c4-bf01-81a2f15f622a'}}] {{(pid=80247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 09 05:36:28.346788 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0675ad85-961f-47f6-a9cf-27e374546769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:28.354970 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ad2eb7-bf01-449f-aab8-c388ab3fdcf5 None None] Sync routers for ids ['8559d66b-25fc-4afc-9c49-1405a5074c84'] in dv-cinder-763306-6-iscsi {{(pid=80248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 09 05:36:28.361479 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 38660) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:36:28.366130 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ad2eb7-bf01-449f-aab8-c388ab3fdcf5 None None] Routers {'8559d66b-25fc-4afc-9c49-1405a5074c84'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:36:28.366907 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-c5ad2eb7-bf01-449f-aab8-c388ab3fdcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff880ab70>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:36:18Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['8559d66b-25fc-4afc-9c49-1405a5074c84'], 'active': True} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:36:28.382568 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-c20843dc-1508-459e-ac1b-bf47dd0bcb04 admin admin] 10.222.0.39 "PUT /v2.0/routers/8559d66b-25fc-4afc-9c49-1405a5074c84/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1454482
Dec 09 05:36:28.463769 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-0675ad85-961f-47f6-a9cf-27e374546769 None None] For port 8ba86963-bec1-4fcd-8a5e-095d893a64af, host dv-cinder-763306-6-iscsi, cleared binding levels {{(pid=80247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 09 05:36:28.468795 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-0675ad85-961f-47f6-a9cf-27e374546769 None None] For port 8ba86963-bec1-4fcd-8a5e-095d893a64af, host dv-cinder-763306-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=8ba86963-bec1-4fcd-8a5e-095d893a64af,segment=NetworkSegment(5f5627ed-411c-4c80-8aaa-cec8de28cce3),segment_id=5f5627ed-411c-4c80-8aaa-cec8de28cce3)] {{(pid=80247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 09 05:36:28.473528 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0675ad85-961f-47f6-a9cf-27e374546769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:28.558019 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-88e08d79-f486-4200-84c9-a960fef46019 admin admin] Notify callbacks [] for router, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:28.576506 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-c5ad2eb7-bf01-449f-aab8-c388ab3fdcf5 None None] Set router 8559d66b-25fc-4afc-9c49-1405a5074c84 gateway port host: dv-cinder-763306-6-iscsi {{(pid=80248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:36:28.613570 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-9f8bb7e8-038e-4770-be2d-ad905e6c6a9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:36:28.714969 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e59dff-572c-41de-956d-344dc47477c2 None None] Pushing event updated for resources: {'Port': ['ID=8ba86963-bec1-4fcd-8a5e-095d893a64af,revision_number=4']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:36:28.723341 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-c6e59dff-572c-41de-956d-344dc47477c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:36:28.739072 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0675ad85-961f-47f6-a9cf-27e374546769 None None] Routers {'e8d1fda5-a1f5-4a6e-aee3-9bd0fd69ca1f'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:36:28.739797 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-0675ad85-961f-47f6-a9cf-27e374546769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff86fe8d0>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:36:18Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['e8d1fda5-a1f5-4a6e-aee3-9bd0fd69ca1f'], 'active': True} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:36:28.954302 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cc086a-bfa6-4156-ab06-3d8076c49aec req-3db3f415-6933-4d1c-97ef-8a4d317e254e tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:36:28.955362 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b7cc086a-bfa6-4156-ab06-3d8076c49aec req-3db3f415-6933-4d1c-97ef-8a4d317e254e tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=a9b33760-de8b-4742-9444-80ad1afb7e78 HTTP/1.1" status: 200  len: 944 time: 0.2008371
Dec 09 05:36:28.986058 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-c5ad2eb7-bf01-449f-aab8-c388ab3fdcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff880ab70>, [{'id': '8559d66b-25fc-4afc-9c49-1405a5074c84', 'name': 'tempest-AttachVolumeTestJSON-828419125-router', 'tenant_id': '9201b4ea11f94e639e12c77d9a8399c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '534abad0-cb8a-45a5-89dc-932bf90ecd2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:29:34Z', 'updated_at': '2020-12-09T05:36:26Z', 'revision_number': 5, 'project_id': '9201b4ea11f94e639e12c77d9a8399c8', 'gw_port': {'id': '534abad0-cb8a-45a5-89dc-932bf90ecd2c', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:38:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8559d66b-25fc-4afc-9c49-1405a5074c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:29:35Z', 'updated_at': '2020-12-09T05:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi'}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:36:28.992825 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ad2eb7-bf01-449f-aab8-c388ab3fdcf5 None None] Checking router: 8559d66b-25fc-4afc-9c49-1405a5074c84 for host: dv-cinder-763306-6-iscsi {{(pid=80248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 09 05:36:29.019094 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ad2eb7-bf01-449f-aab8-c388ab3fdcf5 None None] Routers {'8559d66b-25fc-4afc-9c49-1405a5074c84'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:36:29.020193 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-c5ad2eb7-bf01-449f-aab8-c388ab3fdcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff880ab70>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:36:18Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['8559d66b-25fc-4afc-9c49-1405a5074c84'], 'active': True} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:36:29.031577 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b7cc086a-bfa6-4156-ab06-3d8076c49aec req-957f187d-b436-4cbf-b17f-591aac5c7811 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=c064004f-08ab-44b8-b121-74857038819c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0699034
Dec 09 05:36:29.081267 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-0675ad85-961f-47f6-a9cf-27e374546769 None None] Set router e8d1fda5-a1f5-4a6e-aee3-9bd0fd69ca1f gateway port host: dv-cinder-763306-6-iscsi {{(pid=80247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:36:29.155801 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-88e08d79-f486-4200-84c9-a960fef46019 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:29.170354 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-88e08d79-f486-4200-84c9-a960fef46019 admin admin] Deleting port 534abad0-cb8a-45a5-89dc-932bf90ecd2c {{(pid=80246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 09 05:36:29.170998 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-88e08d79-f486-4200-84c9-a960fef46019 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787496886762'] for port, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:29.239952 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-c5ad2eb7-bf01-449f-aab8-c388ab3fdcf5 None None] Set router 8559d66b-25fc-4afc-9c49-1405a5074c84 gateway port host: dv-cinder-763306-6-iscsi {{(pid=80248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:36:29.264750 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device 8ba86963-bec1-4fcd-8a5e-095d893a64af up at agent ovs-agent-dv-cinder-763306-6-iscsi {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:36:29.402966 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-88e08d79-f486-4200-84c9-a960fef46019 admin admin] For port 534abad0-cb8a-45a5-89dc-932bf90ecd2c, host dv-cinder-763306-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=534abad0-cb8a-45a5-89dc-932bf90ecd2c,segment=NetworkSegment(6806ddaa-9afa-4e45-ac00-e428af44bdb5),segment_id=6806ddaa-9afa-4e45-ac00-e428af44bdb5)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:36:29.403314 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-88e08d79-f486-4200-84c9-a960fef46019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744221'] for port, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:29.463798 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Provisioning for port 8ba86963-bec1-4fcd-8a5e-095d893a64af completed by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 09 05:36:29.480691 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Provisioning complete for port 8ba86963-bec1-4fcd-8a5e-095d893a64af triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:36:29.481170 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:29.547211 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-88e08d79-f486-4200-84c9-a960fef46019 admin admin] Calling delete_port for 534abad0-cb8a-45a5-89dc-932bf90ecd2c owned by network:router_gateway {{(pid=80246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 09 05:36:29.558941 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-c5ad2eb7-bf01-449f-aab8-c388ab3fdcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff880ab70>, [{'id': '8559d66b-25fc-4afc-9c49-1405a5074c84', 'name': 'tempest-AttachVolumeTestJSON-828419125-router', 'tenant_id': '9201b4ea11f94e639e12c77d9a8399c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '534abad0-cb8a-45a5-89dc-932bf90ecd2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:29:34Z', 'updated_at': '2020-12-09T05:36:26Z', 'revision_number': 5, 'project_id': '9201b4ea11f94e639e12c77d9a8399c8', 'gw_port': {'id': '534abad0-cb8a-45a5-89dc-932bf90ecd2c', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:38:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8559d66b-25fc-4afc-9c49-1405a5074c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:29:35Z', 'updated_at': '2020-12-09T05:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi'}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:36:29.563429 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ad2eb7-bf01-449f-aab8-c388ab3fdcf5 None None] The sync data for ids ['8559d66b-25fc-4afc-9c49-1405a5074c84'] in dv-cinder-763306-6-iscsi is: [{'id': '8559d66b-25fc-4afc-9c49-1405a5074c84', 'name': 'tempest-AttachVolumeTestJSON-828419125-router', 'tenant_id': '9201b4ea11f94e639e12c77d9a8399c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '534abad0-cb8a-45a5-89dc-932bf90ecd2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:29:34Z', 'updated_at': '2020-12-09T05:36:26Z', 'revision_number': 5, 'project_id': '9201b4ea11f94e639e12c77d9a8399c8', 'gw_port': {'id': '534abad0-cb8a-45a5-89dc-932bf90ecd2c', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:38:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8559d66b-25fc-4afc-9c49-1405a5074c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:29:35Z', 'updated_at': '2020-12-09T05:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi'}] {{(pid=80248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 09 05:36:29.674311 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-0675ad85-961f-47f6-a9cf-27e374546769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff86fe8d0>, [{'id': 'e8d1fda5-a1f5-4a6e-aee3-9bd0fd69ca1f', 'name': 'tempest-TestShelveInstance-381512869-router', 'tenant_id': 'b851a6e1733b4e18939b9a06b4e82dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'ba227018-7d57-46a5-8922-ba67d493e76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:36:10Z', 'updated_at': '2020-12-09T05:36:18Z', 'revision_number': 4, 'project_id': 'b851a6e1733b4e18939b9a06b4e82dae', 'gw_port': {'id': 'ba227018-7d57-46a5-8922-ba67d493e76e', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:53:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d1fda5-a1f5-4a6e-aee3-9bd0fd69ca1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:36:11Z', 'updated_at': '2020-12-09T05:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_interfaces': [{'id': '8ba86963-bec1-4fcd-8a5e-095d893a64af', 'name': '', 'network_id': 'd2981adf-93e0-43c4-bf01-81a2f15f622a', 'tenant_id': 'b851a6e1733b4e18939b9a06b4e82dae', 'mac_address': 'fa:16:3e:7c:de:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8d1fda5-a1f5-4a6e-aee3-9bd0fd69ca1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '8914e3b2-6ca0-4141-a023-7eae3e05939b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:36:15Z', 'updated_at': '2020-12-09T05:36:28Z', 'revision_number': 4, 'project_id': 'b851a6e1733b4e18939b9a06b4e82dae', 'subnets': [{'id': '8914e3b2-6ca0-4141-a023-7eae3e05939b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:36:29.682990 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:29.695758 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0675ad85-961f-47f6-a9cf-27e374546769 None None] The sync data for ids ['e8d1fda5-a1f5-4a6e-aee3-9bd0fd69ca1f'] in dv-cinder-763306-6-iscsi is: [{'id': 'e8d1fda5-a1f5-4a6e-aee3-9bd0fd69ca1f', 'name': 'tempest-TestShelveInstance-381512869-router', 'tenant_id': 'b851a6e1733b4e18939b9a06b4e82dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'ba227018-7d57-46a5-8922-ba67d493e76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:36:10Z', 'updated_at': '2020-12-09T05:36:18Z', 'revision_number': 4, 'project_id': 'b851a6e1733b4e18939b9a06b4e82dae', 'gw_port': {'id': 'ba227018-7d57-46a5-8922-ba67d493e76e', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:53:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d1fda5-a1f5-4a6e-aee3-9bd0fd69ca1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:36:11Z', 'updated_at': '2020-12-09T05:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_interfaces': [{'id': '8ba86963-bec1-4fcd-8a5e-095d893a64af', 'name': '', 'network_id': 'd2981adf-93e0-43c4-bf01-81a2f15f622a', 'tenant_id': 'b851a6e1733b4e18939b9a06b4e82dae', 'mac_address': 'fa:16:3e:7c:de:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8d1fda5-a1f5-4a6e-aee3-9bd0fd69ca1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '8914e3b2-6ca0-4141-a023-7eae3e05939b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:36:15Z', 'updated_at': '2020-12-09T05:36:28Z', 'revision_number': 4, 'project_id': 'b851a6e1733b4e18939b9a06b4e82dae', 'subnets': [{'id': '8914e3b2-6ca0-4141-a023-7eae3e05939b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 09 05:36:29.700113 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-88e08d79-f486-4200-84c9-a960fef46019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787496890807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249358481609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10841009'] for port, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:29.725301 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] For port 8ba86963-bec1-4fcd-8a5e-095d893a64af, host dv-cinder-763306-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=8ba86963-bec1-4fcd-8a5e-095d893a64af,segment=NetworkSegment(5f5627ed-411c-4c80-8aaa-cec8de28cce3),segment_id=5f5627ed-411c-4c80-8aaa-cec8de28cce3)] {{(pid=80247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:36:29.730233 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:29.732557 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:36:29.819191 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Pushing event updated for resources: {'Port': ['ID=8ba86963-bec1-4fcd-8a5e-095d893a64af,revision_number=5']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:36:29.830569 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:36:29.927376 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-88e08d79-f486-4200-84c9-a960fef46019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3747310'] for router_gateway, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:29.945549 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device 54bf8343-bde6-41dc-8c6f-feef12cc5817 up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:36:30.030343 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port 54bf8343-bde6-41dc-8c6f-feef12cc5817 triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:36:30.030775 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:30.078894 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-88e08d79-f486-4200-84c9-a960fef46019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854371584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3662'] for router, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:30.081393 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-88e08d79-f486-4200-84c9-a960fef46019 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:30.131432 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-88e08d79-f486-4200-84c9-a960fef46019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854371398'] for router, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:30.136184 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e08d79-f486-4200-84c9-a960fef46019 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8559d66b-25fc-4afc-9c49-1405a5074c84 {{(pid=80246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 09 05:36:30.152913 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-88e08d79-f486-4200-84c9-a960fef46019 admin admin] Notify callbacks [] for router, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:30.154475 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-88e08d79-f486-4200-84c9-a960fef46019 admin admin] 10.222.0.39 "DELETE /v2.0/routers/8559d66b-25fc-4afc-9c49-1405a5074c84 HTTP/1.1" status: 204  len: 168 time: 1.7918773
Dec 09 05:36:30.157260 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 38672) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:36:30.187137 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:30.232374 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] For port 54bf8343-bde6-41dc-8c6f-feef12cc5817, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=54bf8343-bde6-41dc-8c6f-feef12cc5817,segment=NetworkSegment(d2ba5cc2-7dc0-4439-9bab-bd1dc2090790),segment_id=d2ba5cc2-7dc0-4439-9bab-bd1dc2090790)] {{(pid=80247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:36:30.233903 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b33760-de8b-4742-9444-80ad1afb7e78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54bf8343-bde6-41dc-8c6f-feef12cc5817'}] {{(pid=80247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:36:30.243519 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbbe5ee2-4582-40b3-aaa1-d233aabb2b73 admin admin] Deleting subnet 8f49fd64-da9a-42ca-aba6-01dbe1ac7987 {{(pid=80245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 09 05:36:30.246222 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:30.247504 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-bbbe5ee2-4582-40b3-aaa1-d233aabb2b73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:30.250168 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:36:30.317653 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-bbbe5ee2-4582-40b3-aaa1-d233aabb2b73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036844206957'] for subnet, precommit_delete_associations {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:30.372817 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b33760-de8b-4742-9444-80ad1afb7e78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54bf8343-bde6-41dc-8c6f-feef12cc5817', 'code': 200}
Dec 09 05:36:30.373619 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7655440c-7dfb-43dd-9482-7be844a35447 req-ff64f6e7-e4d4-4972-8305-960b633d5593 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:36:30.375417 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7655440c-7dfb-43dd-9482-7be844a35447 req-ff64f6e7-e4d4-4972-8305-960b633d5593 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=a9b33760-de8b-4742-9444-80ad1afb7e78 HTTP/1.1" status: 200  len: 946 time: 0.1504178
Dec 09 05:36:30.392075 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Pushing event updated for resources: {'Port': ['ID=54bf8343-bde6-41dc-8c6f-feef12cc5817,revision_number=6']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:36:30.403340 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:36:30.431406 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7655440c-7dfb-43dd-9482-7be844a35447 req-b252dd28-0586-4ef0-90c6-c79377ad69a5 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=c064004f-08ab-44b8-b121-74857038819c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0494163
Dec 09 05:36:30.442026 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-bbbe5ee2-4582-40b3-aaa1-d233aabb2b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3642508'] for subnet, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:30.636726 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9f5c0-afec-4ac7-b8b2-a5e770c50aee req-7684480f-fc87-44f7-8ad0-71a9b449f81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:36:30.638381 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6ab9f5c0-afec-4ac7-b8b2-a5e770c50aee req-7684480f-fc87-44f7-8ad0-71a9b449f81e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a9b33760-de8b-4742-9444-80ad1afb7e78 HTTP/1.1" status: 200  len: 1163 time: 0.0858483
Dec 09 05:36:30.685065 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6ab9f5c0-afec-4ac7-b8b2-a5e770c50aee req-91fd44f4-ea60-474c-8da8-503338064eb8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c064004f-08ab-44b8-b121-74857038819c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391717
Dec 09 05:36:30.742942 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-bbbe5ee2-4582-40b3-aaa1-d233aabb2b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851133308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854364984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10626838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843797784'] for subnet, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:30.759836 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-20eaa046-e526-45f8-ab6b-8d999d6e8fb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:36:30.812631 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbe5ee2-4582-40b3-aaa1-d233aabb2b73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f49fd64-da9a-42ca-aba6-01dbe1ac7987,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:36:30.816628 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-bbbe5ee2-4582-40b3-aaa1-d233aabb2b73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:36:30.899001 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-bbbe5ee2-4582-40b3-aaa1-d233aabb2b73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3226941'] for subnet, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:30.904521 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2632fd27-272b-47b0-85ba-9b0068aa23dd None None] Network dc85d922-ae22-42c5-9deb-45d818643b4d requested from dv-cinder-763306-6-iscsi {{(pid=80247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 09 05:36:30.905841 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-bbbe5ee2-4582-40b3-aaa1-d233aabb2b73 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/8f49fd64-da9a-42ca-aba6-01dbe1ac7987 HTTP/1.1" status: 204  len: 168 time: 0.7473445
Dec 09 05:36:30.908449 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 38678) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:36:31.033476 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e14ae323-5a42-4c52-bb3e-697e44967755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851217242'] for network, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:31.107347 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-e14ae323-5a42-4c52-bb3e-697e44967755 admin admin] Deleting port ce3a05c3-856b-4775-aba4-4d3052dc437a {{(pid=80245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 09 05:36:31.107730 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e14ae323-5a42-4c52-bb3e-697e44967755 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787496886762'] for port, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:31.175455 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be099e35-0129-416d-8140-c86d3e2607bc None None] DHCP port deletion for dc85d922-ae22-42c5-9deb-45d818643b4d request from dv-cinder-763306-6-iscsi {{(pid=80247) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 09 05:36:31.180826 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-be099e35-0129-416d-8140-c86d3e2607bc None None] Deleting port ce3a05c3-856b-4775-aba4-4d3052dc437a {{(pid=80247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 09 05:36:31.181262 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-be099e35-0129-416d-8140-c86d3e2607bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787496886762'] for port, before_delete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:31.278080 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device 8ba86963-bec1-4fcd-8a5e-095d893a64af up at agent ovs-agent-dv-cinder-763306-6-iscsi {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:36:31.367983 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-e14ae323-5a42-4c52-bb3e-697e44967755 admin admin] For port ce3a05c3-856b-4775-aba4-4d3052dc437a, host dv-cinder-763306-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=ce3a05c3-856b-4775-aba4-4d3052dc437a,segment=NetworkSegment(cd7393d7-7f78-4ab1-8639-f6501869916c),segment_id=cd7393d7-7f78-4ab1-8639-f6501869916c)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:36:31.368398 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e14ae323-5a42-4c52-bb3e-697e44967755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744221'] for port, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:31.510425 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-e14ae323-5a42-4c52-bb3e-697e44967755 admin admin] Calling delete_port for ce3a05c3-856b-4775-aba4-4d3052dc437a owned by network:dhcp {{(pid=80245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 09 05:36:31.593459 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e14ae323-5a42-4c52-bb3e-697e44967755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787496890807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249358481609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844148928'] for port, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:31.609605 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-0d3a5b4a-1010-4144-96fb-862f63e8c86c tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:36:31.655904 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Provisioning complete for port 8ba86963-bec1-4fcd-8a5e-095d893a64af triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:36:31.656341 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:31.708480 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-be099e35-0129-416d-8140-c86d3e2607bc None None] For port ce3a05c3-856b-4775-aba4-4d3052dc437a, host dv-cinder-763306-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=ce3a05c3-856b-4775-aba4-4d3052dc437a,segment=NetworkSegment(cd7393d7-7f78-4ab1-8639-f6501869916c),segment_id=cd7393d7-7f78-4ab1-8639-f6501869916c)] {{(pid=80247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:36:31.708942 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-be099e35-0129-416d-8140-c86d3e2607bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744221'] for port, precommit_delete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:31.712944 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14ae323-5a42-4c52-bb3e-697e44967755 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce3a05c3-856b-4775-aba4-4d3052dc437a,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:36:31.722641 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e14ae323-5a42-4c52-bb3e-697e44967755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:36:31.735037 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device 54bf8343-bde6-41dc-8c6f-feef12cc5817 up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:36:31.821628 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14ae323-5a42-4c52-bb3e-697e44967755 admin admin] No DVR routers for this DVR port ce3a05c3-856b-4775-aba4-4d3052dc437a on host dv-cinder-763306-6-iscsi {{(pid=80245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 09 05:36:31.895762 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e46c7-ec1a-4783-9377-978db85700a5 req-5a800b81-de77-459b-a1fc-6016c63e1b8d tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:36:31.897402 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ac7e46c7-ec1a-4783-9377-978db85700a5 req-5a800b81-de77-459b-a1fc-6016c63e1b8d tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=a9b33760-de8b-4742-9444-80ad1afb7e78 HTTP/1.1" status: 200  len: 946 time: 0.2889974
Dec 09 05:36:31.956395 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-be099e35-0129-416d-8140-c86d3e2607bc None None] Calling delete_port for ce3a05c3-856b-4775-aba4-4d3052dc437a owned by network:dhcp {{(pid=80247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 09 05:36:32.021143 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e14ae323-5a42-4c52-bb3e-697e44967755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3640018', 'neutron.services.segments.db._delete_segments_for_network--9223363249358105289'] for network, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:32.063195 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port 54bf8343-bde6-41dc-8c6f-feef12cc5817 triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:36:32.063629 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:32.074480 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ac7e46c7-ec1a-4783-9377-978db85700a5 req-52f775c3-90a2-44ac-9f18-120c201eb8bb tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=c064004f-08ab-44b8-b121-74857038819c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1677973
Dec 09 05:36:32.159010 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.db.api [None req-be099e35-0129-416d-8140-c86d3e2607bc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80247) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 05:36:32.159426 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_db.api [None req-be099e35-0129-416d-8140-c86d3e2607bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 09 05:36:32.200690 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device 11651696-cf2f-4d1e-ae2b-505371825be0 no longer exists at agent ovs-agent-dv-cinder-763306-6-iscsi {{(pid=80247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 09 05:36:32.201027 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-e14ae323-5a42-4c52-bb3e-697e44967755 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fdff80fe9b0>,) {'filters': {'network_id': ['dc85d922-ae22-42c5-9deb-45d818643b4d']}} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:36:32.216593 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-e14ae323-5a42-4c52-bb3e-697e44967755 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fdff80fe9b0>, 'cd7393d7-7f78-4ab1-8639-f6501869916c') {'for_net_delete': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:36:32.216937 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-e14ae323-5a42-4c52-bb3e-697e44967755 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fdff80fe9b0>, 'cd7393d7-7f78-4ab1-8639-f6501869916c') {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:36:32.230157 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e14ae323-5a42-4c52-bb3e-697e44967755 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363249358104777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10568859'] for segment, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:32.243221 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] No Port match for: 11651696-cf2f-4d1e-ae2b-505371825be0 {{(pid=80247) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 09 05:36:32.243605 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device 11651696-cf2f-4d1e-ae2b-505371825be0 not bound to the agent host dv-cinder-763306-6-iscsi {{(pid=80247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 09 05:36:32.244276 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device 534abad0-cb8a-45a5-89dc-932bf90ecd2c no longer exists at agent ovs-agent-dv-cinder-763306-6-iscsi {{(pid=80247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 09 05:36:32.245982 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e14ae323-5a42-4c52-bb3e-697e44967755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638805'] for segment, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:32.248104 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e14ae323-5a42-4c52-bb3e-697e44967755 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 09 05:36:32.295924 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] No Port match for: 534abad0-cb8a-45a5-89dc-932bf90ecd2c {{(pid=80247) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 09 05:36:32.296456 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device 534abad0-cb8a-45a5-89dc-932bf90ecd2c not bound to the agent host dv-cinder-763306-6-iscsi {{(pid=80247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 09 05:36:32.465709 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-e14ae323-5a42-4c52-bb3e-697e44967755 admin admin] Network dc85d922-ae22-42c5-9deb-45d818643b4d has no segments {{(pid=80245) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 09 05:36:32.478328 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e14ae323-5a42-4c52-bb3e-697e44967755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851136996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10626939'] for segment, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:32.661108 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-be099e35-0129-416d-8140-c86d3e2607bc None None] Deleting port ce3a05c3-856b-4775-aba4-4d3052dc437a {{(pid=80247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 09 05:36:32.661426 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-be099e35-0129-416d-8140-c86d3e2607bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787496886762'] for port, before_delete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:32.678381 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-e14ae323-5a42-4c52-bb3e-697e44967755 admin admin] Network dc85d922-ae22-42c5-9deb-45d818643b4d has no segments {{(pid=80245) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 09 05:36:32.705766 dv-cinder-763306-6-iscsi neutron-server[80130]: Traceback (most recent call last):
Dec 09 05:36:32.705766 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 09 05:36:32.705766 dv-cinder-763306-6-iscsi neutron-server[80130]:     timer()
Dec 09 05:36:32.705766 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 05:36:32.705766 dv-cinder-763306-6-iscsi neutron-server[80130]:     cb(*args, **kw)
Dec 09 05:36:32.705766 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 09 05:36:32.705766 dv-cinder-763306-6-iscsi neutron-server[80130]:     return func(*args, **kwargs)
Dec 09 05:36:32.705766 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 05:36:32.705766 dv-cinder-763306-6-iscsi neutron-server[80130]:     self._notify()
Dec 09 05:36:32.705766 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 05:36:32.705766 dv-cinder-763306-6-iscsi neutron-server[80130]:     self.callback(batched_events)
Dec 09 05:36:32.705766 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 05:36:32.705766 dv-cinder-763306-6-iscsi neutron-server[80130]:     event.method(event)
Dec 09 05:36:32.705766 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 05:36:32.705766 dv-cinder-763306-6-iscsi neutron-server[80130]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 05:36:32.705766 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 09 05:36:32.705766 dv-cinder-763306-6-iscsi neutron-server[80130]:     segment_id)['aggregates'][0]
Dec 09 05:36:32.705766 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 05:36:32.705766 dv-cinder-763306-6-iscsi neutron-server[80130]:     return f(self, *a, **k)
Dec 09 05:36:32.705766 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 09 05:36:32.705766 dv-cinder-763306-6-iscsi neutron-server[80130]:     return self._get(url).json()
Dec 09 05:36:32.705766 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 05:36:32.705766 dv-cinder-763306-6-iscsi neutron-server[80130]:     **kwargs)
Dec 09 05:36:32.705766 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 05:36:32.705766 dv-cinder-763306-6-iscsi neutron-server[80130]:     return self.request(url, 'GET', **kwargs)
Dec 09 05:36:32.705766 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 09 05:36:32.705766 dv-cinder-763306-6-iscsi neutron-server[80130]:     **endpoint_filter)
Dec 09 05:36:32.705766 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 05:36:32.705766 dv-cinder-763306-6-iscsi neutron-server[80130]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 05:36:32.705766 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 05:36:32.705766 dv-cinder-763306-6-iscsi neutron-server[80130]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 05:36:32.705766 dv-cinder-763306-6-iscsi neutron-server[80130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 05:36:32.735222 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-be099e35-0129-416d-8140-c86d3e2607bc None None] The port 'ce3a05c3-856b-4775-aba4-4d3052dc437a' was deleted {{(pid=80247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 09 05:36:32.797677 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e14ae323-5a42-4c52-bb3e-697e44967755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851135783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854364948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036851028489'] for network, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:32.801615 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-495f0d71-eec6-4a69-8f3e-9c9c7fedddd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:36:32.819613 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e14ae323-5a42-4c52-bb3e-697e44967755 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3226941'] for network, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:32.826532 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14ae323-5a42-4c52-bb3e-697e44967755 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc85d922-ae22-42c5-9deb-45d818643b4d,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:36:32.832745 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e14ae323-5a42-4c52-bb3e-697e44967755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:36:32.845022 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-e14ae323-5a42-4c52-bb3e-697e44967755 admin admin] 10.222.0.39 "DELETE /v2.0/networks/dc85d922-ae22-42c5-9deb-45d818643b4d HTTP/1.1" status: 204  len: 168 time: 1.9354205
Dec 09 05:36:32.998491 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 38726) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:36:33.055272 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-152f9830-3076-405a-8af9-356931189288 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9201b4ea11f94e639e12c77d9a8399c8&name=default HTTP/1.1" status: 200  len: 2875 time: 0.0545006
Dec 09 05:36:33.058851 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 38730) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:36:33.128756 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8f5e479b-47ce-4356-82d5-43fb72f5885a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:33.167445 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8f5e479b-47ce-4356-82d5-43fb72f5885a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:33.230522 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device ce3a05c3-856b-4775-aba4-4d3052dc437a no longer exists at agent ovs-agent-dv-cinder-763306-6-iscsi {{(pid=80247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 09 05:36:33.272129 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] No Port match for: ce3a05c3-856b-4775-aba4-4d3052dc437a {{(pid=80247) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 09 05:36:33.272553 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device ce3a05c3-856b-4775-aba4-4d3052dc437a not bound to the agent host dv-cinder-763306-6-iscsi {{(pid=80247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 09 05:36:33.312283 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8f5e479b-47ce-4356-82d5-43fb72f5885a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:33.319905 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-fc6b5cca-0bde-4946-aeda-8e3f69357858 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:36:33.341182 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5e479b-47ce-4356-82d5-43fb72f5885a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f63a5a5-f4d6-4956-aeb1-ebe73a8ce8fd,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:36:33.347058 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8f5e479b-47ce-4356-82d5-43fb72f5885a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:36:33.353042 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8f5e479b-47ce-4356-82d5-43fb72f5885a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:33.354298 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-8f5e479b-47ce-4356-82d5-43fb72f5885a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9f63a5a5-f4d6-4956-aeb1-ebe73a8ce8fd HTTP/1.1" status: 204  len: 168 time: 0.2944469
Dec 09 05:36:33.381361 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091fb18-b277-48a5-8042-13965a6fea3a req-98c7cf70-7703-478f-93bc-b7605963c68d tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:36:33.383874 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7091fb18-b277-48a5-8042-13965a6fea3a req-98c7cf70-7703-478f-93bc-b7605963c68d tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=a9b33760-de8b-4742-9444-80ad1afb7e78 HTTP/1.1" status: 200  len: 946 time: 0.1269393
Dec 09 05:36:33.449247 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7091fb18-b277-48a5-8042-13965a6fea3a req-53dac431-3de1-4aa6-8152-bbb1ca19a9f2 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=c064004f-08ab-44b8-b121-74857038819c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0586379
Dec 09 05:36:37.203873 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-43f44203-54c4-4c67-af47-9ad3e8a05b65 None None] Agent healthcheck: found 6 active agents {{(pid=80248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 09 05:36:40.379056 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-67a58876-022a-445d-88e2-6a2f39ceee03 req-d3371772-0d01-4b28-addf-54289fb9db16 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Synchronizing usage tracker for tenant:3e19a4471945447fb24ef19ba877456c on resource:security_group {{(pid=80246) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:36:40.397214 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-67a58876-022a-445d-88e2-6a2f39ceee03 req-d3371772-0d01-4b28-addf-54289fb9db16 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Unset dirty status for tenant:3e19a4471945447fb24ef19ba877456c on resource:security_group {{(pid=80246) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:36:40.399503 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-67a58876-022a-445d-88e2-6a2f39ceee03 req-d3371772-0d01-4b28-addf-54289fb9db16 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-775111243&fields=id&tenant_id=3e19a4471945447fb24ef19ba877456c HTTP/1.1" status: 200  len: 267 time: 0.0772707
Dec 09 05:36:40.572122 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a58876-022a-445d-88e2-6a2f39ceee03 req-16354af4-9b6a-4882-b3c3-0abc159b8d1d tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:36:40.573515 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-67a58876-022a-445d-88e2-6a2f39ceee03 req-16354af4-9b6a-4882-b3c3-0abc159b8d1d tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/networks?id=8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1 HTTP/1.1" status: 200  len: 808 time: 0.1660497
Dec 09 05:36:40.592756 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-67a58876-022a-445d-88e2-6a2f39ceee03 req-851594b1-1f7a-4248-88e4-b0f8767c0bc4 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/quotas/3e19a4471945447fb24ef19ba877456c HTTP/1.1" status: 200  len: 375 time: 0.0116463
Dec 09 05:36:40.692302 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-67a58876-022a-445d-88e2-6a2f39ceee03 req-0205f648-1cb7-4afc-985d-94bc977df893 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/ports?tenant_id=3e19a4471945447fb24ef19ba877456c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0912898
Dec 09 05:36:40.852617 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-67a58876-022a-445d-88e2-6a2f39ceee03 req-3a92fdfc-4c26-4b73-8475-8f878d483628 service neutron] 10.222.0.39 "GET /v2.0/networks/8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1441658
Dec 09 05:36:41.002285 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-67a58876-022a-445d-88e2-6a2f39ceee03 req-10294216-0950-4345-9393-811f92f8fbd3 service neutron] 10.222.0.39 "GET /v2.0/networks/8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1425478
Dec 09 05:36:41.440811 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-2a2880db-d46d-430d-ac2d-6df91fe90abf req-98ae0522-3a9e-4c4b-8397-ed2cfec7c2c6 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Synchronizing usage tracker for tenant:3e19a4471945447fb24ef19ba877456c on resource:port {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:36:41.458193 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-2a2880db-d46d-430d-ac2d-6df91fe90abf req-98ae0522-3a9e-4c4b-8397-ed2cfec7c2c6 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Unset dirty status for tenant:3e19a4471945447fb24ef19ba877456c on resource:port {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:36:41.459564 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2a2880db-d46d-430d-ac2d-6df91fe90abf req-98ae0522-3a9e-4c4b-8397-ed2cfec7c2c6 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/ports?device_id=9a189d4c-a860-43fb-bfa1-9247f278e5e3 HTTP/1.1" status: 200  len: 210 time: 0.0664275
Dec 09 05:36:42.574302 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a58876-022a-445d-88e2-6a2f39ceee03 req-f0184ee6-9ece-4055-a82f-7303b4784004 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:36:42.576576 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-67a58876-022a-445d-88e2-6a2f39ceee03 req-f0184ee6-9ece-4055-a82f-7303b4784004 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.59 "GET /v2.0/networks?id=8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1 HTTP/1.1" status: 200  len: 808 time: 0.1821783
Dec 09 05:36:42.659870 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-55d50b4f-e124-4ec6-94eb-e9f8fd52fe74 req-30bf1aa4-2b8a-4fe9-9f9e-ea0e0fad247e tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/ports?device_id=9a189d4c-a860-43fb-bfa1-9247f278e5e3 HTTP/1.1" status: 200  len: 210 time: 0.0560424
Dec 09 05:36:42.707538 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-67a58876-022a-445d-88e2-6a2f39ceee03 req-75308b4a-0b27-4115-9294-6e8addb0fbda tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3e19a4471945447fb24ef19ba877456c HTTP/1.1" status: 200  len: 5543 time: 0.1187942
Dec 09 05:36:42.718149 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-67a58876-022a-445d-88e2-6a2f39ceee03 req-2acf3016-62b9-4494-bf93-7c7e40ad272b tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Request body: {'port': {'device_id': '9a189d4c-a860-43fb-bfa1-9247f278e5e3', 'network_id': '8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1', 'admin_state_up': True, 'tenant_id': '3e19a4471945447fb24ef19ba877456c', 'security_groups': ['ee3d622c-051e-4fe6-b72b-e02e32d7772b']}} {{(pid=80246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:36:42.864000 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-67a58876-022a-445d-88e2-6a2f39ceee03 req-2acf3016-62b9-4494-bf93-7c7e40ad272b tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:36:42.874513 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-67a58876-022a-445d-88e2-6a2f39ceee03 req-2acf3016-62b9-4494-bf93-7c7e40ad272b tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:36:42.882916 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67a58876-022a-445d-88e2-6a2f39ceee03 req-2acf3016-62b9-4494-bf93-7c7e40ad272b tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Made reservation on behalf of 3e19a4471945447fb24ef19ba877456c for: {'port': 1} {{(pid=80246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 09 05:36:42.888370 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-67a58876-022a-445d-88e2-6a2f39ceee03 req-2acf3016-62b9-4494-bf93-7c7e40ad272b tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:43.206835 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [req-67a58876-022a-445d-88e2-6a2f39ceee03 req-2acf3016-62b9-4494-bf93-7c7e40ad272b tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Allocated IP 172.20.0.12 (8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1/03701147-4f44-43c3-b01d-18f4abcea6b1/be337eb1-b184-4a65-a269-c4dfeb0f491f) {{(pid=80246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 09 05:36:43.422473 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-67a58876-022a-445d-88e2-6a2f39ceee03 req-2acf3016-62b9-4494-bf93-7c7e40ad272b tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Notify callbacks [] for port, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:43.439165 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [req-67a58876-022a-445d-88e2-6a2f39ceee03 req-2acf3016-62b9-4494-bf93-7c7e40ad272b tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Transition to ACTIVE for port object be337eb1-b184-4a65-a269-c4dfeb0f491f will not be triggered until provisioned by entity DHCP. {{(pid=80246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 09 05:36:43.459526 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-67a58876-022a-445d-88e2-6a2f39ceee03 req-2acf3016-62b9-4494-bf93-7c7e40ad272b tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249358491764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10841009'] for port, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:43.477913 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-01cf2345-c55c-4cbc-9eaa-a5619ad52b10 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:36:43.625842 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acf3016-62b9-4494-bf93-7c7e40ad272b tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Pushing event updated for resources: {'Port': ['ID=be337eb1-b184-4a65-a269-c4dfeb0f491f,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:36:43.629008 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-2acf3016-62b9-4494-bf93-7c7e40ad272b tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:36:43.675129 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67a58876-022a-445d-88e2-6a2f39ceee03 req-2acf3016-62b9-4494-bf93-7c7e40ad272b tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Network 8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1 is already hosted by enough agents. {{(pid=80246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 09 05:36:43.676221 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [req-67a58876-022a-445d-88e2-6a2f39ceee03 req-2acf3016-62b9-4494-bf93-7c7e40ad272b tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Resources bound (agent type, host, resource id):  {{(pid=80246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:36:43.678594 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-67a58876-022a-445d-88e2-6a2f39ceee03 req-2acf3016-62b9-4494-bf93-7c7e40ad272b tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Received port after_create {{(pid=80246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 09 05:36:43.757321 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a58876-022a-445d-88e2-6a2f39ceee03 req-2acf3016-62b9-4494-bf93-7c7e40ad272b tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:36:43.758569 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-67a58876-022a-445d-88e2-6a2f39ceee03 req-2acf3016-62b9-4494-bf93-7c7e40ad272b tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870'] for port, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:43.785356 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-67a58876-022a-445d-88e2-6a2f39ceee03 req-2acf3016-62b9-4494-bf93-7c7e40ad272b tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0715177
Dec 09 05:36:43.799449 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-67a58876-022a-445d-88e2-6a2f39ceee03 req-7534303e-bd05-43eb-bcc0-e616a6975101 service neutron] Request body: {'port': {'device_id': '9a189d4c-a860-43fb-bfa1-9247f278e5e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:36:43.904254 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b83aaf-4083-4440-9bc0-e3ca1588bef3 req-4390735d-d41a-4fdf-a71b-ec50eb073866 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:36:43.905886 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e3b83aaf-4083-4440-9bc0-e3ca1588bef3 req-4390735d-d41a-4fdf-a71b-ec50eb073866 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/ports?device_id=9a189d4c-a860-43fb-bfa1-9247f278e5e3 HTTP/1.1" status: 200  len: 932 time: 0.0986199
Dec 09 05:36:43.928095 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-67a58876-022a-445d-88e2-6a2f39ceee03 req-7534303e-bd05-43eb-bcc0-e616a6975101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:43.958426 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-e3b83aaf-4083-4440-9bc0-e3ca1588bef3 req-36b4a5af-4b97-4842-92c4-44f6ccc435f1 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Synchronizing usage tracker for tenant:3e19a4471945447fb24ef19ba877456c on resource:security_group {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:36:43.970786 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-26cbb80b-ddf7-4d1e-95b7-5dd2096c4711 None None] Provisioning for port be337eb1-b184-4a65-a269-c4dfeb0f491f completed by entity DHCP. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 09 05:36:43.972248 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-e3b83aaf-4083-4440-9bc0-e3ca1588bef3 req-36b4a5af-4b97-4842-92c4-44f6ccc435f1 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Unset dirty status for tenant:3e19a4471945447fb24ef19ba877456c on resource:security_group {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:36:43.973510 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e3b83aaf-4083-4440-9bc0-e3ca1588bef3 req-36b4a5af-4b97-4842-92c4-44f6ccc435f1 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/security-groups?id=ee3d622c-051e-4fe6-b72b-e02e32d7772b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0577638
Dec 09 05:36:43.977579 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-26cbb80b-ddf7-4d1e-95b7-5dd2096c4711 None None] Provisioning complete for port be337eb1-b184-4a65-a269-c4dfeb0f491f triggered by entity DHCP. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:36:43.977991 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-26cbb80b-ddf7-4d1e-95b7-5dd2096c4711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:44.036025 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-26cbb80b-ddf7-4d1e-95b7-5dd2096c4711 None None] Port be337eb1-b184-4a65-a269-c4dfeb0f491f cannot update to ACTIVE because it is not bound. {{(pid=80247) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 09 05:36:44.372618 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [req-67a58876-022a-445d-88e2-6a2f39ceee03 req-7534303e-bd05-43eb-bcc0-e616a6975101 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be337eb1-b184-4a65-a269-c4dfeb0f491f {{(pid=80246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 09 05:36:44.380025 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-67a58876-022a-445d-88e2-6a2f39ceee03 req-7534303e-bd05-43eb-bcc0-e616a6975101 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:44.396745 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [req-67a58876-022a-445d-88e2-6a2f39ceee03 req-7534303e-bd05-43eb-bcc0-e616a6975101 service neutron] Transition to ACTIVE for port object be337eb1-b184-4a65-a269-c4dfeb0f491f will not be triggered until provisioned by entity L2. {{(pid=80246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 09 05:36:44.400200 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-67a58876-022a-445d-88e2-6a2f39ceee03 req-7534303e-bd05-43eb-bcc0-e616a6975101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843934808'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:44.416667 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-f02084aa-8435-44ce-be58-e129a56d24b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:36:44.809299 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7534303e-bd05-43eb-bcc0-e616a6975101 service neutron] Pushing event updated for resources: {'Port': ['ID=be337eb1-b184-4a65-a269-c4dfeb0f491f,revision_number=2']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:36:44.814080 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-7534303e-bd05-43eb-bcc0-e616a6975101 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:36:45.015069 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-67a58876-022a-445d-88e2-6a2f39ceee03 req-7534303e-bd05-43eb-bcc0-e616a6975101 service neutron] Attempting to bind port be337eb1-b184-4a65-a269-c4dfeb0f491f on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 09 05:36:45.015552 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-67a58876-022a-445d-88e2-6a2f39ceee03 req-7534303e-bd05-43eb-bcc0-e616a6975101 service neutron] Attempting to bind port be337eb1-b184-4a65-a269-c4dfeb0f491f by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'f6d2dbab-fc73-4a6c-baf4-c6449d348147', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1'}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 09 05:36:45.016006 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a58876-022a-445d-88e2-6a2f39ceee03 req-7534303e-bd05-43eb-bcc0-e616a6975101 service neutron] Attempting to bind port be337eb1-b184-4a65-a269-c4dfeb0f491f on network 8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1 {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 09 05:36:45.023831 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a58876-022a-445d-88e2-6a2f39ceee03 req-7534303e-bd05-43eb-bcc0-e616a6975101 service neutron] Checking agent: {'id': '86479789-5ca7-450a-99e9-f63f20b79a87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 27, 56), 'started_at': datetime.datetime(2020, 12, 9, 5, 28, 26), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 05:36:45.024592 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a58876-022a-445d-88e2-6a2f39ceee03 req-7534303e-bd05-43eb-bcc0-e616a6975101 service neutron] Checking segment: {'id': 'f6d2dbab-fc73-4a6c-baf4-c6449d348147', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 09 05:36:45.025097 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-67a58876-022a-445d-88e2-6a2f39ceee03 req-7534303e-bd05-43eb-bcc0-e616a6975101 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:45.025586 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a58876-022a-445d-88e2-6a2f39ceee03 req-7534303e-bd05-43eb-bcc0-e616a6975101 service neutron] Bound using segment: {'id': 'f6d2dbab-fc73-4a6c-baf4-c6449d348147', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1'} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 05:36:45.026274 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-67a58876-022a-445d-88e2-6a2f39ceee03 req-7534303e-bd05-43eb-bcc0-e616a6975101 service neutron] Bound port: be337eb1-b184-4a65-a269-c4dfeb0f491f, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6d2dbab-fc73-4a6c-baf4-c6449d348147', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1'}}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 09 05:36:45.026987 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-67a58876-022a-445d-88e2-6a2f39ceee03 req-7534303e-bd05-43eb-bcc0-e616a6975101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:45.035616 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 38900) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:36:45.184965 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-67a58876-022a-445d-88e2-6a2f39ceee03 req-7534303e-bd05-43eb-bcc0-e616a6975101 service neutron] For port be337eb1-b184-4a65-a269-c4dfeb0f491f, host hv-cinder-76330, cleared binding levels {{(pid=80246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 09 05:36:45.200933 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-67a58876-022a-445d-88e2-6a2f39ceee03 req-7534303e-bd05-43eb-bcc0-e616a6975101 service neutron] For port be337eb1-b184-4a65-a269-c4dfeb0f491f, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=be337eb1-b184-4a65-a269-c4dfeb0f491f,segment=NetworkSegment(f6d2dbab-fc73-4a6c-baf4-c6449d348147),segment_id=f6d2dbab-fc73-4a6c-baf4-c6449d348147)] {{(pid=80246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 09 05:36:45.205728 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-67a58876-022a-445d-88e2-6a2f39ceee03 req-7534303e-bd05-43eb-bcc0-e616a6975101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843934808'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:45.213121 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-57880a95-eeb0-4005-8aff-5517dc61d3e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:45.222080 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-01b66f98-f5e5-49b8-9a4d-6c0bb72170f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:36:45.229550 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-57880a95-eeb0-4005-8aff-5517dc61d3e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:36:45.233845 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-57880a95-eeb0-4005-8aff-5517dc61d3e4 admin admin] Usage tracker for resource:security_group_rule and tenant:1e962b2d2f22475885490e84bbc62ddd is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:36:45.237043 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-57880a95-eeb0-4005-8aff-5517dc61d3e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:36:45.243934 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-57880a95-eeb0-4005-8aff-5517dc61d3e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:36:45.340901 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-57880a95-eeb0-4005-8aff-5517dc61d3e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:45.343779 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-57880a95-eeb0-4005-8aff-5517dc61d3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:45.353632 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-6cdb998d-0250-4577-9e89-484e686e9058 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:36:45.399671 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-57880a95-eeb0-4005-8aff-5517dc61d3e4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1e962b2d2f22475885490e84bbc62ddd&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3627753
Dec 09 05:36:45.401714 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57880a95-eeb0-4005-8aff-5517dc61d3e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b28d735-c89e-46bb-902f-1f91ff4af78d,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:36:45.404250 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 38906) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:36:45.407377 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-57880a95-eeb0-4005-8aff-5517dc61d3e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:36:45.410615 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623404f0-cd54-458b-a18e-acbf334937b5 req-c0eb26b7-4d91-49ee-949e-f11a241785f1 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:36:45.411398 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-623404f0-cd54-458b-a18e-acbf334937b5 req-c0eb26b7-4d91-49ee-949e-f11a241785f1 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Synchronizing usage tracker for tenant:3e19a4471945447fb24ef19ba877456c on resource:port {{(pid=80246) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:36:45.414773 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7534303e-bd05-43eb-bcc0-e616a6975101 service neutron] Pushing event updated for resources: {'Port': ['ID=be337eb1-b184-4a65-a269-c4dfeb0f491f,revision_number=3']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:36:45.420995 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-7534303e-bd05-43eb-bcc0-e616a6975101 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:36:45.459196 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-623404f0-cd54-458b-a18e-acbf334937b5 req-c0eb26b7-4d91-49ee-949e-f11a241785f1 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Unset dirty status for tenant:3e19a4471945447fb24ef19ba877456c on resource:port {{(pid=80246) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:36:45.461140 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-623404f0-cd54-458b-a18e-acbf334937b5 req-c0eb26b7-4d91-49ee-949e-f11a241785f1 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/ports?device_id=9a189d4c-a860-43fb-bfa1-9247f278e5e3 HTTP/1.1" status: 200  len: 944 time: 0.3367505
Dec 09 05:36:45.475950 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4b8545cd-adab-453f-b217-dd0b9f81a059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:45.488297 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a58876-022a-445d-88e2-6a2f39ceee03 req-7534303e-bd05-43eb-bcc0-e616a6975101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:36:45.488989 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-67a58876-022a-445d-88e2-6a2f39ceee03 req-7534303e-bd05-43eb-bcc0-e616a6975101 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870'] for port, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:45.490671 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-67a58876-022a-445d-88e2-6a2f39ceee03 req-7534303e-bd05-43eb-bcc0-e616a6975101 service neutron] 10.222.0.59 "PUT /v2.0/ports/be337eb1-b184-4a65-a269-c4dfeb0f491f HTTP/1.1" status: 200  len: 1158 time: 1.6962543
Dec 09 05:36:45.491241 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a189d4c-a860-43fb-bfa1-9247f278e5e3', 'tag': 'be337eb1-b184-4a65-a269-c4dfeb0f491f'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:36:45.516980 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4b8545cd-adab-453f-b217-dd0b9f81a059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:45.532648 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-623404f0-cd54-458b-a18e-acbf334937b5 req-04e93d65-4e20-4504-8bfb-2199a66cab3a tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/security-groups?id=ee3d622c-051e-4fe6-b72b-e02e32d7772b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0640042
Dec 09 05:36:45.590355 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a189d4c-a860-43fb-bfa1-9247f278e5e3', 'tag': 'be337eb1-b184-4a65-a269-c4dfeb0f491f', 'status': 'completed', 'code': 200}
Dec 09 05:36:45.606612 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4b8545cd-adab-453f-b217-dd0b9f81a059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:45.612379 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-967a7957-041c-4c07-b348-f5cc200d39a8 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:36:45.624458 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8545cd-adab-453f-b217-dd0b9f81a059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b28d735-c89e-46bb-902f-1f91ff4af78d,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:36:45.628583 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-4b8545cd-adab-453f-b217-dd0b9f81a059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:36:45.633329 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4b8545cd-adab-453f-b217-dd0b9f81a059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:45.637220 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-4b8545cd-adab-453f-b217-dd0b9f81a059 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5b28d735-c89e-46bb-902f-1f91ff4af78d HTTP/1.1" status: 204  len: 168 time: 0.2293437
Dec 09 05:36:45.645343 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a58876-022a-445d-88e2-6a2f39ceee03 req-492064f9-408c-44a8-aa57-2f7681323bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:36:45.647548 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-67a58876-022a-445d-88e2-6a2f39ceee03 req-492064f9-408c-44a8-aa57-2f7681323bab service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3e19a4471945447fb24ef19ba877456c&device_id=9a189d4c-a860-43fb-bfa1-9247f278e5e3 HTTP/1.1" status: 200  len: 1161 time: 0.1088326
Dec 09 05:36:45.727818 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-67a58876-022a-445d-88e2-6a2f39ceee03 req-39b8f4e1-b46b-49c7-8015-c0ee01540a6b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be337eb1-b184-4a65-a269-c4dfeb0f491f HTTP/1.1" status: 200  len: 217 time: 0.0716722
Dec 09 05:36:45.784954 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d7b4aae4-3471-46e8-95e7-a97b30682d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:45.807102 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a58876-022a-445d-88e2-6a2f39ceee03 req-47aff2a0-ea69-4547-b23a-1a4353dee3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:36:45.808762 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-67a58876-022a-445d-88e2-6a2f39ceee03 req-47aff2a0-ea69-4547-b23a-1a4353dee3f1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=03701147-4f44-43c3-b01d-18f4abcea6b1 HTTP/1.1" status: 200  len: 847 time: 0.0743599
Dec 09 05:36:45.892704 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a58876-022a-445d-88e2-6a2f39ceee03 req-a8a85a1a-9b5a-42db-9a4b-13018de0d79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:36:45.894375 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-67a58876-022a-445d-88e2-6a2f39ceee03 req-a8a85a1a-9b5a-42db-9a4b-13018de0d79e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0788381
Dec 09 05:36:46.045839 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-67a58876-022a-445d-88e2-6a2f39ceee03 req-214fae41-3f23-4953-9042-bef29ce0ccdb service neutron] 10.222.0.59 "GET /v2.0/networks/8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1430249
Dec 09 05:36:46.200692 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-67a58876-022a-445d-88e2-6a2f39ceee03 req-0ab28503-c411-4fbb-aee8-cc38aa2fc93f service neutron] 10.222.0.59 "GET /v2.0/networks/8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1471939
Dec 09 05:36:46.328791 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a5621a-31e5-43c1-ba3c-ed6f7b011550 req-67753911-2ccb-46b1-8ed9-27782331346b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:36:46.330577 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-30a5621a-31e5-43c1-ba3c-ed6f7b011550 req-67753911-2ccb-46b1-8ed9-27782331346b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3e19a4471945447fb24ef19ba877456c&device_id=9a189d4c-a860-43fb-bfa1-9247f278e5e3 HTTP/1.1" status: 200  len: 1161 time: 0.0837452
Dec 09 05:36:46.482009 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a5621a-31e5-43c1-ba3c-ed6f7b011550 req-f68baa51-802d-46aa-8417-669e56632cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:36:46.483648 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-30a5621a-31e5-43c1-ba3c-ed6f7b011550 req-f68baa51-802d-46aa-8417-669e56632cba service neutron] 10.222.0.59 "GET /v2.0/networks?id=8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1 HTTP/1.1" status: 200  len: 902 time: 0.1448822
Dec 09 05:36:46.567019 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-30a5621a-31e5-43c1-ba3c-ed6f7b011550 req-deb0ae19-726f-4f6b-8152-a271651cdc03 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be337eb1-b184-4a65-a269-c4dfeb0f491f HTTP/1.1" status: 200  len: 217 time: 0.0682580
Dec 09 05:36:46.648778 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a5621a-31e5-43c1-ba3c-ed6f7b011550 req-fe97488f-a2f6-4ccf-a5e7-c99b66656789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:36:46.650628 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-30a5621a-31e5-43c1-ba3c-ed6f7b011550 req-fe97488f-a2f6-4ccf-a5e7-c99b66656789 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=03701147-4f44-43c3-b01d-18f4abcea6b1 HTTP/1.1" status: 200  len: 847 time: 0.0773914
Dec 09 05:36:46.813487 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c09ed-50b5-4bd3-b6fa-05a1043cd45f req-b604bb79-a797-44c5-a975-86c8cb2b09de tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:36:46.815205 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d79c09ed-50b5-4bd3-b6fa-05a1043cd45f req-b604bb79-a797-44c5-a975-86c8cb2b09de tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/ports?device_id=9a189d4c-a860-43fb-bfa1-9247f278e5e3 HTTP/1.1" status: 200  len: 944 time: 0.1233556
Dec 09 05:36:46.820191 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a5621a-31e5-43c1-ba3c-ed6f7b011550 req-e7a97ab8-d003-4a67-b037-d3b57a242f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:36:46.822159 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-30a5621a-31e5-43c1-ba3c-ed6f7b011550 req-e7a97ab8-d003-4a67-b037-d3b57a242f2e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1652060
Dec 09 05:36:46.974939 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d79c09ed-50b5-4bd3-b6fa-05a1043cd45f req-d0eb043a-9127-4370-9411-416f7b6325e8 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/security-groups?id=ee3d622c-051e-4fe6-b72b-e02e32d7772b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1493988
Dec 09 05:36:47.023338 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-30a5621a-31e5-43c1-ba3c-ed6f7b011550 req-419c1b84-0d12-4ba6-8d54-5d8d90693bd5 service neutron] 10.222.0.59 "GET /v2.0/networks/8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1771145
Dec 09 05:36:47.184435 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-30a5621a-31e5-43c1-ba3c-ed6f7b011550 req-2157a69f-d21a-4f2d-aa40-d53911c5bd3c service neutron] 10.222.0.59 "GET /v2.0/networks/8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1552939
Dec 09 05:36:47.334963 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f4565442-3c25-44df-91e6-8848e5f688f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:48.207817 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52daf405-766e-4d72-9f5c-f3b0ffad7af6 req-aceda7f4-47f9-42c4-8c73-89cfa149630e tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:36:48.209494 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-52daf405-766e-4d72-9f5c-f3b0ffad7af6 req-aceda7f4-47f9-42c4-8c73-89cfa149630e tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/ports?device_id=9a189d4c-a860-43fb-bfa1-9247f278e5e3 HTTP/1.1" status: 200  len: 944 time: 0.0857997
Dec 09 05:36:48.231060 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d667687f-70e4-40ee-92a5-0e371b53b2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:48.264463 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-52daf405-766e-4d72-9f5c-f3b0ffad7af6 req-9784605a-346d-437f-98b6-dcb96991c675 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/security-groups?id=ee3d622c-051e-4fe6-b72b-e02e32d7772b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0475957
Dec 09 05:36:48.986100 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:49.502841 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e619e-385f-4546-8d43-60d64f6467d1 req-b57c0d5d-193f-4075-bddf-c04d8b184109 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:36:49.504332 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4d3e619e-385f-4546-8d43-60d64f6467d1 req-b57c0d5d-193f-4075-bddf-c04d8b184109 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/ports?device_id=9a189d4c-a860-43fb-bfa1-9247f278e5e3 HTTP/1.1" status: 200  len: 944 time: 0.0975361
Dec 09 05:36:49.556958 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4d3e619e-385f-4546-8d43-60d64f6467d1 req-1d933a05-3d6d-446d-b466-b708754c2695 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/security-groups?id=ee3d622c-051e-4fe6-b72b-e02e32d7772b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0455263
Dec 09 05:36:50.042134 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-858fc187-cc56-4aeb-a3e2-00a52ab9489b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:50.782488 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b313e5c8-5daa-4386-bfef-c3bb5096e29d req-42ac0078-2700-4211-909d-c207eb2e3d2a tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:36:50.784156 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b313e5c8-5daa-4386-bfef-c3bb5096e29d req-42ac0078-2700-4211-909d-c207eb2e3d2a tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/ports?device_id=9a189d4c-a860-43fb-bfa1-9247f278e5e3 HTTP/1.1" status: 200  len: 944 time: 0.0929146
Dec 09 05:36:50.842794 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b313e5c8-5daa-4386-bfef-c3bb5096e29d req-bff558ed-656f-46cd-baf4-ba82e0dfca1c tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/security-groups?id=ee3d622c-051e-4fe6-b72b-e02e32d7772b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0474577
Dec 09 05:36:52.074987 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7939d483-2d46-43d2-b3b7-43e9b5ac67ba req-b9c54268-0281-431e-b96e-3a5b5db6b396 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:36:52.076601 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7939d483-2d46-43d2-b3b7-43e9b5ac67ba req-b9c54268-0281-431e-b96e-3a5b5db6b396 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/ports?device_id=9a189d4c-a860-43fb-bfa1-9247f278e5e3 HTTP/1.1" status: 200  len: 944 time: 0.0900896
Dec 09 05:36:52.127307 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7939d483-2d46-43d2-b3b7-43e9b5ac67ba req-d09e2ca1-4874-42f5-aefd-34cec738a139 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/security-groups?id=ee3d622c-051e-4fe6-b72b-e02e32d7772b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0441728
Dec 09 05:36:53.355295 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34e6c35-1802-42e0-9a0b-099ecf4783a4 req-8bfb480f-d876-45e5-b0fd-3e86da959d35 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:36:53.356908 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a34e6c35-1802-42e0-9a0b-099ecf4783a4 req-8bfb480f-d876-45e5-b0fd-3e86da959d35 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/ports?device_id=9a189d4c-a860-43fb-bfa1-9247f278e5e3 HTTP/1.1" status: 200  len: 944 time: 0.0924227
Dec 09 05:36:53.407833 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a34e6c35-1802-42e0-9a0b-099ecf4783a4 req-d0cfaae2-3a1d-4a59-adca-f00e5b97716e tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/security-groups?id=ee3d622c-051e-4fe6-b72b-e02e32d7772b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0443070
Dec 09 05:36:54.622563 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ebbc5-fe4d-4bab-919d-9cbb9e6596b5 req-dd3c1e57-08c2-4967-85db-e98cbbb0fdfc tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:36:54.624190 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-527ebbc5-fe4d-4bab-919d-9cbb9e6596b5 req-dd3c1e57-08c2-4967-85db-e98cbbb0fdfc tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/ports?device_id=9a189d4c-a860-43fb-bfa1-9247f278e5e3 HTTP/1.1" status: 200  len: 944 time: 0.0840635
Dec 09 05:36:54.675464 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-527ebbc5-fe4d-4bab-919d-9cbb9e6596b5 req-df2a0cc7-3434-4aa4-9744-3274fe717e2e tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/security-groups?id=ee3d622c-051e-4fe6-b72b-e02e32d7772b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0448265
Dec 09 05:36:55.757062 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:55.896261 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7836b6f4-0438-40fb-b691-5fe54bdeaf49 req-ec996d75-c819-486e-9297-41dbd833754d tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:36:55.897939 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7836b6f4-0438-40fb-b691-5fe54bdeaf49 req-ec996d75-c819-486e-9297-41dbd833754d tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/ports?device_id=9a189d4c-a860-43fb-bfa1-9247f278e5e3 HTTP/1.1" status: 200  len: 944 time: 0.0874135
Dec 09 05:36:55.953768 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7836b6f4-0438-40fb-b691-5fe54bdeaf49 req-de963bfb-999e-4cb0-a980-c090219007d6 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/security-groups?id=ee3d622c-051e-4fe6-b72b-e02e32d7772b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0488913
Dec 09 05:36:56.662331 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device be337eb1-b184-4a65-a269-c4dfeb0f491f up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:36:56.732589 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning for port be337eb1-b184-4a65-a269-c4dfeb0f491f completed by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 09 05:36:56.737524 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port be337eb1-b184-4a65-a269-c4dfeb0f491f triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:36:56.737978 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:56.862654 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:56.892781 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a189d4c-a860-43fb-bfa1-9247f278e5e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be337eb1-b184-4a65-a269-c4dfeb0f491f'}] {{(pid=80247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:36:56.904971 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] For port be337eb1-b184-4a65-a269-c4dfeb0f491f, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=be337eb1-b184-4a65-a269-c4dfeb0f491f,segment=NetworkSegment(f6d2dbab-fc73-4a6c-baf4-c6449d348147),segment_id=f6d2dbab-fc73-4a6c-baf4-c6449d348147)] {{(pid=80247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:36:56.908609 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:56.910876 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-d8bee751-6da8-4c21-a350-01d3dfa9b39c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:36:56.959192 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a189d4c-a860-43fb-bfa1-9247f278e5e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be337eb1-b184-4a65-a269-c4dfeb0f491f', 'code': 200}
Dec 09 05:36:56.982058 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Pushing event updated for resources: {'Port': ['ID=be337eb1-b184-4a65-a269-c4dfeb0f491f,revision_number=4']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:36:56.986625 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:36:57.172106 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0c2879-0f54-4f38-9633-13bf3e02e324 req-2709cc70-d57b-48b4-8dd5-b3f1c7cc693b tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:36:57.173682 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6e0c2879-0f54-4f38-9633-13bf3e02e324 req-2709cc70-d57b-48b4-8dd5-b3f1c7cc693b tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/ports?device_id=9a189d4c-a860-43fb-bfa1-9247f278e5e3 HTTP/1.1" status: 200  len: 946 time: 0.0892644
Dec 09 05:36:57.225123 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6e0c2879-0f54-4f38-9633-13bf3e02e324 req-21e6f65f-5ea0-4665-9ab2-505ac22c5cb6 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/security-groups?id=ee3d622c-051e-4fe6-b72b-e02e32d7772b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0438013
Dec 09 05:36:57.256745 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a17c7-afa6-4fe4-87be-7058b75d6d55 req-28caea69-c128-43b3-a48f-3b0b913cda66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:36:57.259007 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4b5a17c7-afa6-4fe4-87be-7058b75d6d55 req-28caea69-c128-43b3-a48f-3b0b913cda66 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9a189d4c-a860-43fb-bfa1-9247f278e5e3 HTTP/1.1" status: 200  len: 1163 time: 0.0777531
Dec 09 05:36:57.306774 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4b5a17c7-afa6-4fe4-87be-7058b75d6d55 req-b6c42566-8c24-4f1c-9679-1c43a26533e5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ee3d622c-051e-4fe6-b72b-e02e32d7772b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0407279
Dec 09 05:36:58.236735 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device be337eb1-b184-4a65-a269-c4dfeb0f491f up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:36:58.318959 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port be337eb1-b184-4a65-a269-c4dfeb0f491f triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:36:58.319508 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:36:58.462281 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5de4a-a036-4abc-a569-6f7d306b0f82 req-86c33d40-130c-4031-9e7a-961cc1dc2596 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:36:58.463753 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e8f5de4a-a036-4abc-a569-6f7d306b0f82 req-86c33d40-130c-4031-9e7a-961cc1dc2596 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/ports?device_id=9a189d4c-a860-43fb-bfa1-9247f278e5e3 HTTP/1.1" status: 200  len: 946 time: 0.0975754
Dec 09 05:36:58.513933 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e8f5de4a-a036-4abc-a569-6f7d306b0f82 req-26662dce-3e8a-45e1-9e17-a728c0318c63 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/security-groups?id=ee3d622c-051e-4fe6-b72b-e02e32d7772b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0432916
Dec 09 05:36:59.970439 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dfc178-ebf4-43af-a198-072e5d4d7139 req-18ff5a94-81a9-4f17-b8ec-2544a6ef80e2 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:36:59.972135 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b4dfc178-ebf4-43af-a198-072e5d4d7139 req-18ff5a94-81a9-4f17-b8ec-2544a6ef80e2 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/ports?device_id=9a189d4c-a860-43fb-bfa1-9247f278e5e3 HTTP/1.1" status: 200  len: 946 time: 0.3253539
Dec 09 05:37:00.020492 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b4dfc178-ebf4-43af-a198-072e5d4d7139 req-51f086f9-3ce4-4488-aebd-f8475baa2fab tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/security-groups?id=ee3d622c-051e-4fe6-b72b-e02e32d7772b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0413454
Dec 09 05:37:00.237549 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a42442-3a03-403a-92c2-dedd19ebb4d7 req-27e227c8-5074-417a-87d0-6ec384765b6f tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:37:00.239114 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d0a42442-3a03-403a-92c2-dedd19ebb4d7 req-27e227c8-5074-417a-87d0-6ec384765b6f tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/ports?device_id=9a189d4c-a860-43fb-bfa1-9247f278e5e3 HTTP/1.1" status: 200  len: 946 time: 0.0863841
Dec 09 05:37:00.292619 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d0a42442-3a03-403a-92c2-dedd19ebb4d7 req-d9623f22-0e08-46ac-bd31-586e408d481e tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/security-groups?id=ee3d622c-051e-4fe6-b72b-e02e32d7772b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0466492
Dec 09 05:37:00.525356 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-4873690a-8b6c-4acb-a0ab-4912e34ea53b req-ba57254b-380e-4e22-8582-6616b3fd384e tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Synchronizing usage tracker for tenant:3e19a4471945447fb24ef19ba877456c on resource:network {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:37:00.543754 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-4873690a-8b6c-4acb-a0ab-4912e34ea53b req-ba57254b-380e-4e22-8582-6616b3fd384e tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Unset dirty status for tenant:3e19a4471945447fb24ef19ba877456c on resource:network {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:37:00.545195 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4873690a-8b6c-4acb-a0ab-4912e34ea53b req-ba57254b-380e-4e22-8582-6616b3fd384e tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1959882
Dec 09 05:37:00.556957 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-4873690a-8b6c-4acb-a0ab-4912e34ea53b req-b7494b1e-f15e-4aef-949e-194f34ecddb2 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Request body: {'floatingip': {'floating_network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:37:00.563288 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-4873690a-8b6c-4acb-a0ab-4912e34ea53b req-b7494b1e-f15e-4aef-949e-194f34ecddb2 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:37:00.567461 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-4873690a-8b6c-4acb-a0ab-4912e34ea53b req-b7494b1e-f15e-4aef-949e-194f34ecddb2 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Usage tracker for resource:floatingip and tenant:3e19a4471945447fb24ef19ba877456c is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:37:00.570629 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-4873690a-8b6c-4acb-a0ab-4912e34ea53b req-b7494b1e-f15e-4aef-949e-194f34ecddb2 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:37:00.576677 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-4873690a-8b6c-4acb-a0ab-4912e34ea53b req-b7494b1e-f15e-4aef-949e-194f34ecddb2 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:37:00.587440 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-4873690a-8b6c-4acb-a0ab-4912e34ea53b req-b7494b1e-f15e-4aef-949e-194f34ecddb2 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Notify callbacks [] for floatingip, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:00.744370 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-4873690a-8b6c-4acb-a0ab-4912e34ea53b req-b7494b1e-f15e-4aef-949e-194f34ecddb2 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:01.044881 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [req-4873690a-8b6c-4acb-a0ab-4912e34ea53b req-b7494b1e-f15e-4aef-949e-194f34ecddb2 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Allocated IP 172.27.2.6 (1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89/b1368c69-6e14-4d1d-80ab-b679585c21ba/74e139af-233d-4ee5-aec2-99928b5da15f) {{(pid=80245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 09 05:37:01.214564 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-4873690a-8b6c-4acb-a0ab-4912e34ea53b req-b7494b1e-f15e-4aef-949e-194f34ecddb2 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Notify callbacks [] for port, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:01.242385 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-4873690a-8b6c-4acb-a0ab-4912e34ea53b req-b7494b1e-f15e-4aef-949e-194f34ecddb2 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249358491764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844148928'] for port, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:01.255684 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-93edb1a1-680a-4c0f-91a3-16cf9de3c270 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:37:01.400397 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7494b1e-f15e-4aef-949e-194f34ecddb2 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Pushing event updated for resources: {'Port': ['ID=74e139af-233d-4ee5-aec2-99928b5da15f,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:37:01.407815 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-b7494b1e-f15e-4aef-949e-194f34ecddb2 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:37:01.454942 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4873690a-8b6c-4acb-a0ab-4912e34ea53b req-b7494b1e-f15e-4aef-949e-194f34ecddb2 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Network 1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89 is already hosted by enough agents. {{(pid=80245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 09 05:37:01.456181 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [req-4873690a-8b6c-4acb-a0ab-4912e34ea53b req-b7494b1e-f15e-4aef-949e-194f34ecddb2 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Resources bound (agent type, host, resource id):  {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:37:01.459539 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-4873690a-8b6c-4acb-a0ab-4912e34ea53b req-b7494b1e-f15e-4aef-949e-194f34ecddb2 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Received port after_create {{(pid=80245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 09 05:37:01.550877 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-4873690a-8b6c-4acb-a0ab-4912e34ea53b req-b7494b1e-f15e-4aef-949e-194f34ecddb2 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Notify callbacks [] for floatingip, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:01.611533 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-4873690a-8b6c-4acb-a0ab-4912e34ea53b req-b7494b1e-f15e-4aef-949e-194f34ecddb2 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:01.908264 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-4873690a-8b6c-4acb-a0ab-4912e34ea53b req-b7494b1e-f15e-4aef-949e-194f34ecddb2 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Notify callbacks [] for port, precommit_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:01.911232 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-4873690a-8b6c-4acb-a0ab-4912e34ea53b req-b7494b1e-f15e-4aef-949e-194f34ecddb2 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10626905'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:01.930411 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e14ae323-5a42-4c52-bb3e-697e44967755 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:37:02.080545 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7494b1e-f15e-4aef-949e-194f34ecddb2 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Pushing event updated for resources: {'Port': ['ID=74e139af-233d-4ee5-aec2-99928b5da15f,revision_number=2']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:37:02.085995 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-b7494b1e-f15e-4aef-949e-194f34ecddb2 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:37:02.193834 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-4873690a-8b6c-4acb-a0ab-4912e34ea53b req-b7494b1e-f15e-4aef-949e-194f34ecddb2 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851028540'] for floatingip, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:02.219329 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-4873690a-8b6c-4acb-a0ab-4912e34ea53b req-b7494b1e-f15e-4aef-949e-194f34ecddb2 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870'] for floatingip, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:02.220610 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4873690a-8b6c-4acb-a0ab-4912e34ea53b req-b7494b1e-f15e-4aef-949e-194f34ecddb2 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 696 time: 1.6690769
Dec 09 05:37:02.310074 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-4873690a-8b6c-4acb-a0ab-4912e34ea53b req-29923d88-b655-46a1-b080-79c4f8f539c2 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Synchronizing usage tracker for tenant:3e19a4471945447fb24ef19ba877456c on resource:floatingip {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:37:02.327951 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-4873690a-8b6c-4acb-a0ab-4912e34ea53b req-29923d88-b655-46a1-b080-79c4f8f539c2 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Unset dirty status for tenant:3e19a4471945447fb24ef19ba877456c on resource:floatingip {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:37:02.329309 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4873690a-8b6c-4acb-a0ab-4912e34ea53b req-29923d88-b655-46a1-b080-79c4f8f539c2 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.27.2.6 HTTP/1.1" status: 200  len: 694 time: 0.1014984
Dec 09 05:37:02.503020 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4873690a-8b6c-4acb-a0ab-4912e34ea53b req-95b4ae5a-2954-443e-899a-1652d8bcf2d5 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:37:02.504405 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4873690a-8b6c-4acb-a0ab-4912e34ea53b req-95b4ae5a-2954-443e-899a-1652d8bcf2d5 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/networks/1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89 HTTP/1.1" status: 200  len: 784 time: 0.1675677
Dec 09 05:37:02.525123 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [req-4873690a-8b6c-4acb-a0ab-4912e34ea53b req-febb4055-1b6c-4172-8064-065680cd5191 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=80245) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 09 05:37:02.526244 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4873690a-8b6c-4acb-a0ab-4912e34ea53b req-febb4055-1b6c-4172-8064-065680cd5191 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0098596
Dec 09 05:37:02.729887 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e068f-6301-445a-ab67-4f7207e3e393 req-acbbc998-5277-4a4f-8ed0-86d14b27df62 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:37:02.731534 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-454e068f-6301-445a-ab67-4f7207e3e393 req-acbbc998-5277-4a4f-8ed0-86d14b27df62 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/ports?device_id=9a189d4c-a860-43fb-bfa1-9247f278e5e3&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.0877259
Dec 09 05:37:02.823579 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-454e068f-6301-445a-ab67-4f7207e3e393 req-07c032bb-1724-4865-9fc2-0909664b79e0 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.27.2.6 HTTP/1.1" status: 200  len: 694 time: 0.0855584
Dec 09 05:37:02.835733 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-454e068f-6301-445a-ab67-4f7207e3e393 req-2df12f21-cfa1-4e18-9ce9-992ab7b46e3c tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Request body: {'floatingip': {'port_id': 'be337eb1-b184-4a65-a269-c4dfeb0f491f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=80246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:37:02.917464 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-454e068f-6301-445a-ab67-4f7207e3e393 req-2df12f21-cfa1-4e18-9ce9-992ab7b46e3c tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Notify callbacks [] for floatingip, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:03.783821 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-454e068f-6301-445a-ab67-4f7207e3e393 req-2df12f21-cfa1-4e18-9ce9-992ab7b46e3c tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Notify callbacks [] for floatingip, precommit_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:03.786771 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-454e068f-6301-445a-ab67-4f7207e3e393 req-2df12f21-cfa1-4e18-9ce9-992ab7b46e3c tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851028540'] for floatingip, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:03.966918 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.db.l3_db [req-454e068f-6301-445a-ab67-4f7207e3e393 req-2df12f21-cfa1-4e18-9ce9-992ab7b46e3c tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Floating IP edbbba7d-4edc-44b1-9101-92f0a039d6df associated. External IP: 172.27.2.6, port: be337eb1-b184-4a65-a269-c4dfeb0f491f.
Dec 09 05:37:04.329924 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [req-454e068f-6301-445a-ab67-4f7207e3e393 req-2df12f21-cfa1-4e18-9ce9-992ab7b46e3c tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Router 31ead335-f765-40bb-adda-e7c4b3c04f7e has already been hosted by L3 agent 16cb43a9-cd2d-4531-acd4-2457db4a9ad2 {{(pid=80246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 09 05:37:04.515297 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-454e068f-6301-445a-ab67-4f7207e3e393 req-2df12f21-cfa1-4e18-9ce9-992ab7b46e3c tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Notify agent at l3_agent.dv-cinder-763306-6-iscsi the message routers_updated {{(pid=80246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 09 05:37:04.519730 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-454e068f-6301-445a-ab67-4f7207e3e393 req-2df12f21-cfa1-4e18-9ce9-992ab7b46e3c tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870'] for floatingip, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:04.525704 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797237c7-ca09-4abf-919e-21560ca1291f None None] Sync routers for ids ['31ead335-f765-40bb-adda-e7c4b3c04f7e'] in dv-cinder-763306-6-iscsi {{(pid=80247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 09 05:37:04.536423 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797237c7-ca09-4abf-919e-21560ca1291f None None] Routers {'31ead335-f765-40bb-adda-e7c4b3c04f7e'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:37:04.537115 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-797237c7-ca09-4abf-919e-21560ca1291f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff9327048>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:36:47Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['31ead335-f765-40bb-adda-e7c4b3c04f7e'], 'active': True} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:37:04.576741 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-454e068f-6301-445a-ab67-4f7207e3e393 req-2df12f21-cfa1-4e18-9ce9-992ab7b46e3c tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "PUT /v2.0/floatingips/edbbba7d-4edc-44b1-9101-92f0a039d6df HTTP/1.1" status: 200  len: 995 time: 1.7460582
Dec 09 05:37:04.577294 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a189d4c-a860-43fb-bfa1-9247f278e5e3', 'tag': 'be337eb1-b184-4a65-a269-c4dfeb0f491f'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:37:04.646971 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a189d4c-a860-43fb-bfa1-9247f278e5e3', 'tag': 'be337eb1-b184-4a65-a269-c4dfeb0f491f', 'status': 'completed', 'code': 200}
Dec 09 05:37:04.727464 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-797237c7-ca09-4abf-919e-21560ca1291f None None] Set router 31ead335-f765-40bb-adda-e7c4b3c04f7e gateway port host: dv-cinder-763306-6-iscsi {{(pid=80247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:37:04.745230 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e068f-6301-445a-ab67-4f7207e3e393 req-a23e612c-eaa8-40b6-b73c-598d7419749f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:37:04.746917 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-454e068f-6301-445a-ab67-4f7207e3e393 req-a23e612c-eaa8-40b6-b73c-598d7419749f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3e19a4471945447fb24ef19ba877456c&device_id=9a189d4c-a860-43fb-bfa1-9247f278e5e3 HTTP/1.1" status: 200  len: 1163 time: 0.1392221
Dec 09 05:37:04.852868 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f861f77-2acd-4995-9f29-fe9f41d9d5ee req-ed6c6cc9-a113-4d70-b062-8b198cda0b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:37:04.854534 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1f861f77-2acd-4995-9f29-fe9f41d9d5ee req-ed6c6cc9-a113-4d70-b062-8b198cda0b9a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3e19a4471945447fb24ef19ba877456c&device_id=9a189d4c-a860-43fb-bfa1-9247f278e5e3 HTTP/1.1" status: 200  len: 1163 time: 0.1894155
Dec 09 05:37:05.008277 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e068f-6301-445a-ab67-4f7207e3e393 req-6cb0a9c4-89b9-48b0-ae63-0b8695be2e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:37:05.009936 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-454e068f-6301-445a-ab67-4f7207e3e393 req-6cb0a9c4-89b9-48b0-ae63-0b8695be2e08 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1 HTTP/1.1" status: 200  len: 902 time: 0.2548671
Dec 09 05:37:05.110474 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f861f77-2acd-4995-9f29-fe9f41d9d5ee req-d3cb29e4-9d11-4d92-a99a-fa207d19a66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:37:05.112047 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1f861f77-2acd-4995-9f29-fe9f41d9d5ee req-d3cb29e4-9d11-4d92-a99a-fa207d19a66b service neutron] 10.222.0.59 "GET /v2.0/networks?id=8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1 HTTP/1.1" status: 200  len: 902 time: 0.2416635
Dec 09 05:37:05.138006 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-797237c7-ca09-4abf-919e-21560ca1291f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff9327048>, [{'id': '31ead335-f765-40bb-adda-e7c4b3c04f7e', 'name': 'tempest-TestShelveInstance-853132556-router', 'tenant_id': '3e19a4471945447fb24ef19ba877456c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'ff3b19cd-65c7-4a93-adbc-a765c623dfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:35:59Z', 'updated_at': '2020-12-09T05:36:06Z', 'revision_number': 4, 'project_id': '3e19a4471945447fb24ef19ba877456c', 'gw_port': {'id': 'ff3b19cd-65c7-4a93-adbc-a765c623dfa4', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ead335-f765-40bb-adda-e7c4b3c04f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:36:00Z', 'updated_at': '2020-12-09T05:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_floatingips': [{'id': 'edbbba7d-4edc-44b1-9101-92f0a039d6df', 'tenant_id': '3e19a4471945447fb24ef19ba877456c', 'floating_ip_address': '172.27.2.6', 'floating_network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'router_id': '31ead335-f765-40bb-adda-e7c4b3c04f7e', 'port_id': 'be337eb1-b184-4a65-a269-c4dfeb0f491f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1', 'mac_address': 'fa:16:3e:5a:45:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a189d4c-a860-43fb-bfa1-9247f278e5e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-09T05:37:01Z', 'updated_at': '2020-12-09T05:37:03Z', 'revision_number': 1, 'project_id': '3e19a4471945447fb24ef19ba877456c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '153daa1e-c844-41eb-873c-3a348731d4e9', 'name': '', 'network_id': '8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1', 'tenant_id': '3e19a4471945447fb24ef19ba877456c', 'mac_address': 'fa:16:3e:23:85:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ead335-f765-40bb-adda-e7c4b3c04f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '03701147-4f44-43c3-b01d-18f4abcea6b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:36:05Z', 'updated_at': '2020-12-09T05:36:21Z', 'revision_number': 5, 'project_id': '3e19a4471945447fb24ef19ba877456c', 'subnets': [{'id': '03701147-4f44-43c3-b01d-18f4abcea6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:37:05.142361 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797237c7-ca09-4abf-919e-21560ca1291f None None] Checking router: 31ead335-f765-40bb-adda-e7c4b3c04f7e for host: dv-cinder-763306-6-iscsi {{(pid=80247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 09 05:37:05.152857 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797237c7-ca09-4abf-919e-21560ca1291f None None] Routers {'31ead335-f765-40bb-adda-e7c4b3c04f7e'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:37:05.153099 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-797237c7-ca09-4abf-919e-21560ca1291f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff9327048>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:36:47Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['31ead335-f765-40bb-adda-e7c4b3c04f7e'], 'active': True} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:37:05.212187 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-454e068f-6301-445a-ab67-4f7207e3e393 req-3b8ecc1a-b714-4c6d-9a42-b6d5a337aa33 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be337eb1-b184-4a65-a269-c4dfeb0f491f HTTP/1.1" status: 200  len: 998 time: 0.1927218
Dec 09 05:37:05.299208 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e068f-6301-445a-ab67-4f7207e3e393 req-cb12a253-1a56-4b05-901a-1c0e805b6901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:37:05.307733 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-454e068f-6301-445a-ab67-4f7207e3e393 req-cb12a253-1a56-4b05-901a-1c0e805b6901 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=03701147-4f44-43c3-b01d-18f4abcea6b1 HTTP/1.1" status: 200  len: 847 time: 0.0815878
Dec 09 05:37:05.373160 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-797237c7-ca09-4abf-919e-21560ca1291f None None] Set router 31ead335-f765-40bb-adda-e7c4b3c04f7e gateway port host: dv-cinder-763306-6-iscsi {{(pid=80247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:37:05.388013 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1f861f77-2acd-4995-9f29-fe9f41d9d5ee req-89001a17-6bbb-4504-8b31-78dc1dcde062 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be337eb1-b184-4a65-a269-c4dfeb0f491f HTTP/1.1" status: 200  len: 998 time: 0.2609744
Dec 09 05:37:05.484663 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f861f77-2acd-4995-9f29-fe9f41d9d5ee req-30119026-9790-4465-844f-22616a83d5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:37:05.486340 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1f861f77-2acd-4995-9f29-fe9f41d9d5ee req-30119026-9790-4465-844f-22616a83d5d0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=03701147-4f44-43c3-b01d-18f4abcea6b1 HTTP/1.1" status: 200  len: 847 time: 0.0894117
Dec 09 05:37:05.488372 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e068f-6301-445a-ab67-4f7207e3e393 req-63271f84-3059-405e-99e1-6b5ae8f5d62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:37:05.489928 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-454e068f-6301-445a-ab67-4f7207e3e393 req-63271f84-3059-405e-99e1-6b5ae8f5d62b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1813357
Dec 09 05:37:05.542448 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [req-454e068f-6301-445a-ab67-4f7207e3e393 req-03d6ee27-cb16-4c9b-8264-637f16b4c86a service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=80246) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 09 05:37:05.543505 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-454e068f-6301-445a-ab67-4f7207e3e393 req-03d6ee27-cb16-4c9b-8264-637f16b4c86a service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0101035
Dec 09 05:37:05.685604 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f861f77-2acd-4995-9f29-fe9f41d9d5ee req-a52d9504-f232-40b5-b02e-bb30884421c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:37:05.687211 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1f861f77-2acd-4995-9f29-fe9f41d9d5ee req-a52d9504-f232-40b5-b02e-bb30884421c5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1930511
Dec 09 05:37:05.952473 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-797237c7-ca09-4abf-919e-21560ca1291f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff9327048>, [{'id': '31ead335-f765-40bb-adda-e7c4b3c04f7e', 'name': 'tempest-TestShelveInstance-853132556-router', 'tenant_id': '3e19a4471945447fb24ef19ba877456c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'ff3b19cd-65c7-4a93-adbc-a765c623dfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:35:59Z', 'updated_at': '2020-12-09T05:36:06Z', 'revision_number': 4, 'project_id': '3e19a4471945447fb24ef19ba877456c', 'gw_port': {'id': 'ff3b19cd-65c7-4a93-adbc-a765c623dfa4', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ead335-f765-40bb-adda-e7c4b3c04f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:36:00Z', 'updated_at': '2020-12-09T05:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_floatingips': [{'id': 'edbbba7d-4edc-44b1-9101-92f0a039d6df', 'tenant_id': '3e19a4471945447fb24ef19ba877456c', 'floating_ip_address': '172.27.2.6', 'floating_network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'router_id': '31ead335-f765-40bb-adda-e7c4b3c04f7e', 'port_id': 'be337eb1-b184-4a65-a269-c4dfeb0f491f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1', 'mac_address': 'fa:16:3e:5a:45:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a189d4c-a860-43fb-bfa1-9247f278e5e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-09T05:37:01Z', 'updated_at': '2020-12-09T05:37:03Z', 'revision_number': 1, 'project_id': '3e19a4471945447fb24ef19ba877456c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '153daa1e-c844-41eb-873c-3a348731d4e9', 'name': '', 'network_id': '8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1', 'tenant_id': '3e19a4471945447fb24ef19ba877456c', 'mac_address': 'fa:16:3e:23:85:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ead335-f765-40bb-adda-e7c4b3c04f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '03701147-4f44-43c3-b01d-18f4abcea6b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:36:05Z', 'updated_at': '2020-12-09T05:36:21Z', 'revision_number': 5, 'project_id': '3e19a4471945447fb24ef19ba877456c', 'subnets': [{'id': '03701147-4f44-43c3-b01d-18f4abcea6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:37:05.957298 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797237c7-ca09-4abf-919e-21560ca1291f None None] The sync data for ids ['31ead335-f765-40bb-adda-e7c4b3c04f7e'] in dv-cinder-763306-6-iscsi is: [{'id': '31ead335-f765-40bb-adda-e7c4b3c04f7e', 'name': 'tempest-TestShelveInstance-853132556-router', 'tenant_id': '3e19a4471945447fb24ef19ba877456c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'ff3b19cd-65c7-4a93-adbc-a765c623dfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:35:59Z', 'updated_at': '2020-12-09T05:36:06Z', 'revision_number': 4, 'project_id': '3e19a4471945447fb24ef19ba877456c', 'gw_port': {'id': 'ff3b19cd-65c7-4a93-adbc-a765c623dfa4', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ead335-f765-40bb-adda-e7c4b3c04f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:36:00Z', 'updated_at': '2020-12-09T05:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_floatingips': [{'id': 'edbbba7d-4edc-44b1-9101-92f0a039d6df', 'tenant_id': '3e19a4471945447fb24ef19ba877456c', 'floating_ip_address': '172.27.2.6', 'floating_network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'router_id': '31ead335-f765-40bb-adda-e7c4b3c04f7e', 'port_id': 'be337eb1-b184-4a65-a269-c4dfeb0f491f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1', 'mac_address': 'fa:16:3e:5a:45:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a189d4c-a860-43fb-bfa1-9247f278e5e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-09T05:37:01Z', 'updated_at': '2020-12-09T05:37:03Z', 'revision_number': 1, 'project_id': '3e19a4471945447fb24ef19ba877456c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '153daa1e-c844-41eb-873c-3a348731d4e9', 'name': '', 'network_id': '8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1', 'tenant_id': '3e19a4471945447fb24ef19ba877456c', 'mac_address': 'fa:16:3e:23:85:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ead335-f765-40bb-adda-e7c4b3c04f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '03701147-4f44-43c3-b01d-18f4abcea6b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:36:05Z', 'updated_at': '2020-12-09T05:36:21Z', 'revision_number': 5, 'project_id': '3e19a4471945447fb24ef19ba877456c', 'subnets': [{'id': '03701147-4f44-43c3-b01d-18f4abcea6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 09 05:37:05.997231 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-454e068f-6301-445a-ab67-4f7207e3e393 req-c92ee57b-52e3-4293-a95b-e8351ee1ca53 service neutron] 10.222.0.39 "GET /v2.0/networks/8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4422898
Dec 09 05:37:06.200811 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1f861f77-2acd-4995-9f29-fe9f41d9d5ee req-ac1c57cb-724c-4be4-9f9a-787e3cb5e908 service neutron] 10.222.0.59 "GET /v2.0/networks/8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5049505
Dec 09 05:37:06.255482 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcf1fc8-2c9f-45a8-9083-f38cf931bd0b None None] New status for floating IP edbbba7d-4edc-44b1-9101-92f0a039d6df: ACTIVE {{(pid=80248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 09 05:37:06.263758 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-454e068f-6301-445a-ab67-4f7207e3e393 req-80a570c2-195d-4214-ae43-28476f3ce270 service neutron] 10.222.0.39 "GET /v2.0/networks/8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2197390
Dec 09 05:37:06.371393 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1f861f77-2acd-4995-9f29-fe9f41d9d5ee req-799db60e-47c5-4542-8543-d74ba140a5cb service neutron] 10.222.0.59 "GET /v2.0/networks/8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1549814
Dec 09 05:37:07.219730 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82905e6d-ad79-411b-9f42-3f279691715d req-51d3d0fd-d4c1-416a-88f8-bde4187d3291 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:37:07.221344 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-82905e6d-ad79-411b-9f42-3f279691715d req-51d3d0fd-d4c1-416a-88f8-bde4187d3291 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=a9b33760-de8b-4742-9444-80ad1afb7e78 HTTP/1.1" status: 200  len: 946 time: 0.0854564
Dec 09 05:37:07.269677 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-82905e6d-ad79-411b-9f42-3f279691715d req-64361e66-1a9e-4a9d-af62-2f77aa6e0f30 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=c064004f-08ab-44b8-b121-74857038819c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415139
Dec 09 05:37:08.512918 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c5d7bd-0cfa-4f73-a115-de9c99913877 req-4244ab35-b5c5-46cc-9f55-7c616a0818c2 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:37:08.514547 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d5c5d7bd-0cfa-4f73-a115-de9c99913877 req-4244ab35-b5c5-46cc-9f55-7c616a0818c2 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=a9b33760-de8b-4742-9444-80ad1afb7e78 HTTP/1.1" status: 200  len: 946 time: 0.0910251
Dec 09 05:37:08.567188 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d5c5d7bd-0cfa-4f73-a115-de9c99913877 req-cec49891-0b0a-40f8-8841-82ad53978241 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups?id=c064004f-08ab-44b8-b121-74857038819c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461121
Dec 09 05:37:08.633324 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f1decb-d752-4a14-a30e-3f49b10b3d52 req-cab8b12e-3c64-4606-bb01-77c8af769e4b tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:37:08.634916 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b9f1decb-d752-4a14-a30e-3f49b10b3d52 req-cab8b12e-3c64-4606-bb01-77c8af769e4b tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.59 "GET /v2.0/ports?device_id=a9b33760-de8b-4742-9444-80ad1afb7e78 HTTP/1.1" status: 200  len: 946 time: 0.0873766
Dec 09 05:37:08.708654 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-b9f1decb-d752-4a14-a30e-3f49b10b3d52 req-92e72ccc-da65-4fcf-97e8-a1f911dafb3a tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Deleting port 54bf8343-bde6-41dc-8c6f-feef12cc5817 {{(pid=80246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 09 05:37:08.709029 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-b9f1decb-d752-4a14-a30e-3f49b10b3d52 req-92e72ccc-da65-4fcf-97e8-a1f911dafb3a tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787496886762'] for port, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:08.965731 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-b9f1decb-d752-4a14-a30e-3f49b10b3d52 req-92e72ccc-da65-4fcf-97e8-a1f911dafb3a tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] For port 54bf8343-bde6-41dc-8c6f-feef12cc5817, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=54bf8343-bde6-41dc-8c6f-feef12cc5817,segment=NetworkSegment(d2ba5cc2-7dc0-4439-9bab-bd1dc2090790),segment_id=d2ba5cc2-7dc0-4439-9bab-bd1dc2090790)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:37:08.966082 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-b9f1decb-d752-4a14-a30e-3f49b10b3d52 req-92e72ccc-da65-4fcf-97e8-a1f911dafb3a tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744221'] for port, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:09.271591 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-b9f1decb-d752-4a14-a30e-3f49b10b3d52 req-92e72ccc-da65-4fcf-97e8-a1f911dafb3a tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks [] for floatingip, precommit_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:09.272047 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-b9f1decb-d752-4a14-a30e-3f49b10b3d52 req-92e72ccc-da65-4fcf-97e8-a1f911dafb3a tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851028540'] for floatingip, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:09.272440 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.db.l3_db [req-b9f1decb-d752-4a14-a30e-3f49b10b3d52 req-92e72ccc-da65-4fcf-97e8-a1f911dafb3a tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Floating IP a1813857-bc4f-495e-9ca1-3c6dbd963449 disassociated. External IP: 172.27.2.75, port: 54bf8343-bde6-41dc-8c6f-feef12cc5817.
Dec 09 05:37:09.273363 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-b9f1decb-d752-4a14-a30e-3f49b10b3d52 req-92e72ccc-da65-4fcf-97e8-a1f911dafb3a tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Calling delete_port for 54bf8343-bde6-41dc-8c6f-feef12cc5817 owned by compute:nova {{(pid=80246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 09 05:37:09.423538 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-b9f1decb-d752-4a14-a30e-3f49b10b3d52 req-92e72ccc-da65-4fcf-97e8-a1f911dafb3a tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787496890807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249358481609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10841009'] for port, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:09.438643 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-969b156e-0bef-4c28-8f5f-5b6534c0e126 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:37:09.484207 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e72ccc-da65-4fcf-97e8-a1f911dafb3a tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Pushing event deleted for resources: {'Port': ['ID=54bf8343-bde6-41dc-8c6f-feef12cc5817,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:37:09.510016 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e72ccc-da65-4fcf-97e8-a1f911dafb3a tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:37:09.510432 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e72ccc-da65-4fcf-97e8-a1f911dafb3a tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:37:09.510842 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e72ccc-da65-4fcf-97e8-a1f911dafb3a tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:37:09.511244 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e72ccc-da65-4fcf-97e8-a1f911dafb3a tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:37:09.511644 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e72ccc-da65-4fcf-97e8-a1f911dafb3a tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:37:09.512050 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e72ccc-da65-4fcf-97e8-a1f911dafb3a tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:37:09.512446 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e72ccc-da65-4fcf-97e8-a1f911dafb3a tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:37:09.512883 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e72ccc-da65-4fcf-97e8-a1f911dafb3a tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:37:09.513247 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e72ccc-da65-4fcf-97e8-a1f911dafb3a tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:37:09.513738 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e72ccc-da65-4fcf-97e8-a1f911dafb3a tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:37:09.514048 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e72ccc-da65-4fcf-97e8-a1f911dafb3a tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:37:09.514442 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e72ccc-da65-4fcf-97e8-a1f911dafb3a tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:37:09.514870 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e72ccc-da65-4fcf-97e8-a1f911dafb3a tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:37:09.515260 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e72ccc-da65-4fcf-97e8-a1f911dafb3a tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:37:09.515650 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e72ccc-da65-4fcf-97e8-a1f911dafb3a tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:37:09.516042 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e72ccc-da65-4fcf-97e8-a1f911dafb3a tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:37:09.516429 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e72ccc-da65-4fcf-97e8-a1f911dafb3a tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:37:09.516825 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e72ccc-da65-4fcf-97e8-a1f911dafb3a tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:37:09.517206 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e72ccc-da65-4fcf-97e8-a1f911dafb3a tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:37:09.517596 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e72ccc-da65-4fcf-97e8-a1f911dafb3a tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:37:09.518026 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e72ccc-da65-4fcf-97e8-a1f911dafb3a tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:37:09.518417 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e72ccc-da65-4fcf-97e8-a1f911dafb3a tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:37:09.518805 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e72ccc-da65-4fcf-97e8-a1f911dafb3a tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:37:09.519191 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e72ccc-da65-4fcf-97e8-a1f911dafb3a tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:37:09.524743 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-92e72ccc-da65-4fcf-97e8-a1f911dafb3a tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:37:09.805012 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a1bef0f5-1ea0-46f3-9c33-1283a6ba189d req-baa3f6b6-cd0d-4b3a-980c-2c2478f013f4 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/ports?device_id=a9b33760-de8b-4742-9444-80ad1afb7e78 HTTP/1.1" status: 200  len: 210 time: 0.0566945
Dec 09 05:37:09.860092 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b9f1decb-d752-4a14-a30e-3f49b10b3d52 req-92e72ccc-da65-4fcf-97e8-a1f911dafb3a tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Router 052a3259-411d-4ded-8cca-c6df94b73dab has already been hosted by L3 agent 16cb43a9-cd2d-4531-acd4-2457db4a9ad2 {{(pid=80246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 09 05:37:10.049622 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b9f1decb-d752-4a14-a30e-3f49b10b3d52 req-92e72ccc-da65-4fcf-97e8-a1f911dafb3a tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify agent at l3_agent.dv-cinder-763306-6-iscsi the message routers_updated {{(pid=80246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 09 05:37:10.060821 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6c8418-a35f-44b9-badf-cd99608d63ea None None] Sync routers for ids ['052a3259-411d-4ded-8cca-c6df94b73dab'] in dv-cinder-763306-6-iscsi {{(pid=80247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 09 05:37:10.071767 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6c8418-a35f-44b9-badf-cd99608d63ea None None] Routers {'052a3259-411d-4ded-8cca-c6df94b73dab'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:37:10.072470 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-ae6c8418-a35f-44b9-badf-cd99608d63ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff2d925c0>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:36:47Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['052a3259-411d-4ded-8cca-c6df94b73dab'], 'active': True} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:37:10.088928 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9f1decb-d752-4a14-a30e-3f49b10b3d52 req-92e72ccc-da65-4fcf-97e8-a1f911dafb3a tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] No DVR routers for this DVR port 54bf8343-bde6-41dc-8c6f-feef12cc5817 on host hv-cinder-76330 {{(pid=80246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 09 05:37:10.091304 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-b9f1decb-d752-4a14-a30e-3f49b10b3d52 req-92e72ccc-da65-4fcf-97e8-a1f911dafb3a tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870'] for port, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:10.094462 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b33760-de8b-4742-9444-80ad1afb7e78', 'name': 'network-vif-deleted', 'tag': '54bf8343-bde6-41dc-8c6f-feef12cc5817'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:37:10.113419 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b9f1decb-d752-4a14-a30e-3f49b10b3d52 req-92e72ccc-da65-4fcf-97e8-a1f911dafb3a tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.59 "DELETE /v2.0/ports/54bf8343-bde6-41dc-8c6f-feef12cc5817 HTTP/1.1" status: 204  len: 173 time: 1.4726610
Dec 09 05:37:10.163226 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b33760-de8b-4742-9444-80ad1afb7e78', 'name': 'network-vif-deleted', 'tag': '54bf8343-bde6-41dc-8c6f-feef12cc5817', 'status': 'completed', 'code': 200}
Dec 09 05:37:10.267438 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device 54bf8343-bde6-41dc-8c6f-feef12cc5817 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 09 05:37:10.312203 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-ae6c8418-a35f-44b9-badf-cd99608d63ea None None] Set router 052a3259-411d-4ded-8cca-c6df94b73dab gateway port host: dv-cinder-763306-6-iscsi {{(pid=80247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:37:10.355669 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] No Port match for: 54bf8343-bde6-41dc-8c6f-feef12cc5817 {{(pid=80247) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 09 05:37:10.356089 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device 54bf8343-bde6-41dc-8c6f-feef12cc5817 not bound to the agent host hv-cinder-76330 {{(pid=80247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 09 05:37:10.659610 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-ae6c8418-a35f-44b9-badf-cd99608d63ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff2d925c0>, [{'id': '052a3259-411d-4ded-8cca-c6df94b73dab', 'name': 'tempest-AttachVolumeShelveTestJSON-332747735-router', 'tenant_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'c1b3ebf6-2106-4e9f-8f5a-ef6d91e18331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:29:47Z', 'updated_at': '2020-12-09T05:30:04Z', 'revision_number': 4, 'project_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'gw_port': {'id': 'c1b3ebf6-2106-4e9f-8f5a-ef6d91e18331', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:17:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052a3259-411d-4ded-8cca-c6df94b73dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:29:50Z', 'updated_at': '2020-12-09T05:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_interfaces': [{'id': '43d0ea31-1f92-40b4-b19c-c5aed665225c', 'name': '', 'network_id': '213a2199-d44a-4f31-a99f-f2fcf48b8a5b', 'tenant_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'mac_address': 'fa:16:3e:90:7b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052a3259-411d-4ded-8cca-c6df94b73dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'f2d416e2-18e0-4718-bf66-1cf63cef4f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:30:02Z', 'updated_at': '2020-12-09T05:30:17Z', 'revision_number': 5, 'project_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'subnets': [{'id': 'f2d416e2-18e0-4718-bf66-1cf63cef4f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:37:10.664673 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6c8418-a35f-44b9-badf-cd99608d63ea None None] Checking router: 052a3259-411d-4ded-8cca-c6df94b73dab for host: dv-cinder-763306-6-iscsi {{(pid=80247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 09 05:37:10.673751 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6c8418-a35f-44b9-badf-cd99608d63ea None None] Routers {'052a3259-411d-4ded-8cca-c6df94b73dab'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:37:10.674463 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-ae6c8418-a35f-44b9-badf-cd99608d63ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff2d925c0>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:36:47Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['052a3259-411d-4ded-8cca-c6df94b73dab'], 'active': True} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:37:10.860953 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-ae6c8418-a35f-44b9-badf-cd99608d63ea None None] Set router 052a3259-411d-4ded-8cca-c6df94b73dab gateway port host: dv-cinder-763306-6-iscsi {{(pid=80247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:37:10.974436 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 39170) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:37:11.045163 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b5cfcbaf-992a-4727-8347-e7b29643f093 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:11.078122 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b5cfcbaf-992a-4727-8347-e7b29643f093 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:11.125283 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b5cfcbaf-992a-4727-8347-e7b29643f093 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:11.130567 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-57880a95-eeb0-4005-8aff-5517dc61d3e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:37:11.146642 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cfcbaf-992a-4727-8347-e7b29643f093 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Pushing event deleted for resources: {'SecurityGroup': ['ID=c064004f-08ab-44b8-b121-74857038819c,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:37:11.156603 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cfcbaf-992a-4727-8347-e7b29643f093 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:37:11.157024 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cfcbaf-992a-4727-8347-e7b29643f093 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:37:11.157518 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cfcbaf-992a-4727-8347-e7b29643f093 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:37:11.157841 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cfcbaf-992a-4727-8347-e7b29643f093 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:37:11.158252 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cfcbaf-992a-4727-8347-e7b29643f093 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:37:11.158657 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cfcbaf-992a-4727-8347-e7b29643f093 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:37:11.159053 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cfcbaf-992a-4727-8347-e7b29643f093 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:37:11.159452 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cfcbaf-992a-4727-8347-e7b29643f093 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:37:11.159849 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cfcbaf-992a-4727-8347-e7b29643f093 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:37:11.160941 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cfcbaf-992a-4727-8347-e7b29643f093 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:37:11.160941 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cfcbaf-992a-4727-8347-e7b29643f093 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:37:11.161150 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cfcbaf-992a-4727-8347-e7b29643f093 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:37:11.161403 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cfcbaf-992a-4727-8347-e7b29643f093 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:37:11.161794 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cfcbaf-992a-4727-8347-e7b29643f093 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:37:11.162288 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cfcbaf-992a-4727-8347-e7b29643f093 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:37:11.162577 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cfcbaf-992a-4727-8347-e7b29643f093 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:37:11.162968 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cfcbaf-992a-4727-8347-e7b29643f093 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:37:11.163913 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cfcbaf-992a-4727-8347-e7b29643f093 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:37:11.164308 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cfcbaf-992a-4727-8347-e7b29643f093 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:37:11.164689 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cfcbaf-992a-4727-8347-e7b29643f093 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:37:11.165082 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cfcbaf-992a-4727-8347-e7b29643f093 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:37:11.165472 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cfcbaf-992a-4727-8347-e7b29643f093 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:37:11.166052 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cfcbaf-992a-4727-8347-e7b29643f093 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:37:11.166251 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cfcbaf-992a-4727-8347-e7b29643f093 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:37:11.173129 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-b5cfcbaf-992a-4727-8347-e7b29643f093 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:37:11.175097 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b5cfcbaf-992a-4727-8347-e7b29643f093 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:11.178314 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-b5cfcbaf-992a-4727-8347-e7b29643f093 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "DELETE /v2.0/security-groups/c064004f-08ab-44b8-b121-74857038819c HTTP/1.1" status: 204  len: 168 time: 0.2026219
Dec 09 05:37:11.179603 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 39174) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:37:11.197305 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.api.v2.resource [None req-2e2c361d-68ea-45f9-9d63-14bfcd675183 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] show failed (client error): The resource could not be found.
Dec 09 05:37:11.198426 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-2e2c361d-68ea-45f9-9d63-14bfcd675183 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "GET /v2.0/security-groups/c064004f-08ab-44b8-b121-74857038819c HTTP/1.1" status: 404  len: 347 time: 0.0178249
Dec 09 05:37:11.201571 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 39178) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:37:11.211515 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-ae6c8418-a35f-44b9-badf-cd99608d63ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff2d925c0>, [{'id': '052a3259-411d-4ded-8cca-c6df94b73dab', 'name': 'tempest-AttachVolumeShelveTestJSON-332747735-router', 'tenant_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'c1b3ebf6-2106-4e9f-8f5a-ef6d91e18331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:29:47Z', 'updated_at': '2020-12-09T05:30:04Z', 'revision_number': 4, 'project_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'gw_port': {'id': 'c1b3ebf6-2106-4e9f-8f5a-ef6d91e18331', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:17:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052a3259-411d-4ded-8cca-c6df94b73dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:29:50Z', 'updated_at': '2020-12-09T05:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_interfaces': [{'id': '43d0ea31-1f92-40b4-b19c-c5aed665225c', 'name': '', 'network_id': '213a2199-d44a-4f31-a99f-f2fcf48b8a5b', 'tenant_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'mac_address': 'fa:16:3e:90:7b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052a3259-411d-4ded-8cca-c6df94b73dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'f2d416e2-18e0-4718-bf66-1cf63cef4f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:30:02Z', 'updated_at': '2020-12-09T05:30:17Z', 'revision_number': 5, 'project_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'subnets': [{'id': 'f2d416e2-18e0-4718-bf66-1cf63cef4f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:37:11.215890 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6c8418-a35f-44b9-badf-cd99608d63ea None None] The sync data for ids ['052a3259-411d-4ded-8cca-c6df94b73dab'] in dv-cinder-763306-6-iscsi is: [{'id': '052a3259-411d-4ded-8cca-c6df94b73dab', 'name': 'tempest-AttachVolumeShelveTestJSON-332747735-router', 'tenant_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'c1b3ebf6-2106-4e9f-8f5a-ef6d91e18331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:29:47Z', 'updated_at': '2020-12-09T05:30:04Z', 'revision_number': 4, 'project_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'gw_port': {'id': 'c1b3ebf6-2106-4e9f-8f5a-ef6d91e18331', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:17:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052a3259-411d-4ded-8cca-c6df94b73dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:29:50Z', 'updated_at': '2020-12-09T05:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_interfaces': [{'id': '43d0ea31-1f92-40b4-b19c-c5aed665225c', 'name': '', 'network_id': '213a2199-d44a-4f31-a99f-f2fcf48b8a5b', 'tenant_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'mac_address': 'fa:16:3e:90:7b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052a3259-411d-4ded-8cca-c6df94b73dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'f2d416e2-18e0-4718-bf66-1cf63cef4f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:30:02Z', 'updated_at': '2020-12-09T05:30:17Z', 'revision_number': 5, 'project_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'subnets': [{'id': 'f2d416e2-18e0-4718-bf66-1cf63cef4f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 09 05:37:11.367416 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-7f27fc20-bd8a-4a01-bb48-acbc81774570 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Deleting port 7c32f113-f722-41c9-a768-e5b7d5df8d1b {{(pid=80245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 09 05:37:11.367796 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7f27fc20-bd8a-4a01-bb48-acbc81774570 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787496886762'] for port, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:11.558943 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7f27fc20-bd8a-4a01-bb48-acbc81774570 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744221'] for port, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:11.559314 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7f27fc20-bd8a-4a01-bb48-acbc81774570 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks [] for floatingip, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:11.624929 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff2c5eb-1ff9-4a76-80a9-52350dbc4a20 None None] New status for floating IP a1813857-bc4f-495e-9ca1-3c6dbd963449: DOWN {{(pid=80248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 09 05:37:11.690626 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-7f27fc20-bd8a-4a01-bb48-acbc81774570 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Calling delete_port for 7c32f113-f722-41c9-a768-e5b7d5df8d1b owned by network:floatingip {{(pid=80245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 09 05:37:11.840819 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.db.api [None req-dff2c5eb-1ff9-4a76-80a9-52350dbc4a20 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80248) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 05:37:11.841599 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_db.api [None req-dff2c5eb-1ff9-4a76-80a9-52350dbc4a20 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 09 05:37:11.841992 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7f27fc20-bd8a-4a01-bb48-acbc81774570 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787496890807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249358481609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844148928'] for port, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:11.858940 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-68c7c556-5653-4df0-a6b1-e64808173a7b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:37:11.911968 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f27fc20-bd8a-4a01-bb48-acbc81774570 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Pushing event deleted for resources: {'Port': ['ID=7c32f113-f722-41c9-a768-e5b7d5df8d1b,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:37:11.917634 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-7f27fc20-bd8a-4a01-bb48-acbc81774570 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:37:12.080139 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7f27fc20-bd8a-4a01-bb48-acbc81774570 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks [] for floatingip, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:12.095407 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7f27fc20-bd8a-4a01-bb48-acbc81774570 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870'] for floatingip, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:12.096651 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-7f27fc20-bd8a-4a01-bb48-acbc81774570 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] 10.222.0.39 "DELETE /v2.0/floatingips/a1813857-bc4f-495e-9ca1-3c6dbd963449 HTTP/1.1" status: 204  len: 168 time: 0.8942251
Dec 09 05:37:12.343896 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff2c5eb-1ff9-4a76-80a9-52350dbc4a20 None None] New status for floating IP a1813857-bc4f-495e-9ca1-3c6dbd963449: DOWN {{(pid=80248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 09 05:37:14.204114 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-43f44203-54c4-4c67-af47-9ad3e8a05b65 None None] Agent healthcheck: found 6 active agents {{(pid=80248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 09 05:37:15.779471 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-91c938bc-ef6c-4d95-825d-e39e3bb0f7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:17.330303 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-89abe9eb-8603-411c-87aa-bebb7bf332b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:18.231267 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d667687f-70e4-40ee-92a5-0e371b53b2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:18.988470 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:19.347593 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 39248) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:37:20.045654 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-858fc187-cc56-4aeb-a3e2-00a52ab9489b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:20.164631 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a5bfea9d-330f-4155-9b39-4a2523644e28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036851029530'] for router_interface, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:20.770269 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-a5bfea9d-330f-4155-9b39-4a2523644e28 admin admin] Deleting port 43d0ea31-1f92-40b4-b19c-c5aed665225c {{(pid=80246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 09 05:37:20.770642 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a5bfea9d-330f-4155-9b39-4a2523644e28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787496886762'] for port, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:20.961852 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-a5bfea9d-330f-4155-9b39-4a2523644e28 admin admin] For port 43d0ea31-1f92-40b4-b19c-c5aed665225c, host dv-cinder-763306-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=43d0ea31-1f92-40b4-b19c-c5aed665225c,segment=NetworkSegment(d2ba5cc2-7dc0-4439-9bab-bd1dc2090790),segment_id=d2ba5cc2-7dc0-4439-9bab-bd1dc2090790)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:37:20.962248 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a5bfea9d-330f-4155-9b39-4a2523644e28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744221'] for port, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:21.094225 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-a5bfea9d-330f-4155-9b39-4a2523644e28 admin admin] Calling delete_port for 43d0ea31-1f92-40b4-b19c-c5aed665225c owned by network:router_interface {{(pid=80246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 09 05:37:21.401035 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a5bfea9d-330f-4155-9b39-4a2523644e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787496890807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249358481609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10841009'] for port, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:21.415380 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-2eea5720-a12d-470d-8bb0-3215075097c5 tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:37:21.471077 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bfea9d-330f-4155-9b39-4a2523644e28 admin admin] Pushing event deleted for resources: {'Port': ['ID=43d0ea31-1f92-40b4-b19c-c5aed665225c,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:37:21.475692 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-a5bfea9d-330f-4155-9b39-4a2523644e28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:37:21.819302 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a5bfea9d-330f-4155-9b39-4a2523644e28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851548905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036851029608'] for router_interface, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:22.326875 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5bfea9d-330f-4155-9b39-4a2523644e28 admin admin] Router 052a3259-411d-4ded-8cca-c6df94b73dab has already been hosted by L3 agent 16cb43a9-cd2d-4531-acd4-2457db4a9ad2 {{(pid=80246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 09 05:37:22.756211 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5bfea9d-330f-4155-9b39-4a2523644e28 admin admin] Notify agent at l3_agent.dv-cinder-763306-6-iscsi the message routers_updated {{(pid=80246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 09 05:37:22.765956 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041db56a-682b-4abd-bea9-df59ddaf6409 None None] Sync routers for ids ['052a3259-411d-4ded-8cca-c6df94b73dab'] in dv-cinder-763306-6-iscsi {{(pid=80247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 09 05:37:22.769425 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-a5bfea9d-330f-4155-9b39-4a2523644e28 admin admin] 10.222.0.39 "PUT /v2.0/routers/052a3259-411d-4ded-8cca-c6df94b73dab/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4204757
Dec 09 05:37:22.772058 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 39300) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:37:22.776315 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041db56a-682b-4abd-bea9-df59ddaf6409 None None] Routers {'052a3259-411d-4ded-8cca-c6df94b73dab'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:37:22.777259 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-041db56a-682b-4abd-bea9-df59ddaf6409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff2f783c8>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:37:17Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['052a3259-411d-4ded-8cca-c6df94b73dab'], 'active': True} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:37:22.962344 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4cd6d416-318b-4803-bfc7-e4590e2d3707 admin admin] Notify callbacks [] for router, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:22.962750 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-041db56a-682b-4abd-bea9-df59ddaf6409 None None] Set router 052a3259-411d-4ded-8cca-c6df94b73dab gateway port host: dv-cinder-763306-6-iscsi {{(pid=80247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:37:23.148865 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4cd6d416-318b-4803-bfc7-e4590e2d3707 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:23.154738 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-4cd6d416-318b-4803-bfc7-e4590e2d3707 admin admin] Deleting port c1b3ebf6-2106-4e9f-8f5a-ef6d91e18331 {{(pid=80246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 09 05:37:23.155114 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4cd6d416-318b-4803-bfc7-e4590e2d3707 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787496886762'] for port, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:23.278044 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-041db56a-682b-4abd-bea9-df59ddaf6409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff2f783c8>, [{'id': '052a3259-411d-4ded-8cca-c6df94b73dab', 'name': 'tempest-AttachVolumeShelveTestJSON-332747735-router', 'tenant_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'c1b3ebf6-2106-4e9f-8f5a-ef6d91e18331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:29:47Z', 'updated_at': '2020-12-09T05:37:21Z', 'revision_number': 5, 'project_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'gw_port': {'id': 'c1b3ebf6-2106-4e9f-8f5a-ef6d91e18331', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:17:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052a3259-411d-4ded-8cca-c6df94b73dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:29:50Z', 'updated_at': '2020-12-09T05:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi'}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:37:23.282404 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041db56a-682b-4abd-bea9-df59ddaf6409 None None] Checking router: 052a3259-411d-4ded-8cca-c6df94b73dab for host: dv-cinder-763306-6-iscsi {{(pid=80247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 09 05:37:23.292456 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041db56a-682b-4abd-bea9-df59ddaf6409 None None] Routers {'052a3259-411d-4ded-8cca-c6df94b73dab'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:37:23.293152 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-041db56a-682b-4abd-bea9-df59ddaf6409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff2f783c8>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:37:17Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['052a3259-411d-4ded-8cca-c6df94b73dab'], 'active': True} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:37:23.345119 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-4cd6d416-318b-4803-bfc7-e4590e2d3707 admin admin] For port c1b3ebf6-2106-4e9f-8f5a-ef6d91e18331, host dv-cinder-763306-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=c1b3ebf6-2106-4e9f-8f5a-ef6d91e18331,segment=NetworkSegment(6806ddaa-9afa-4e45-ac00-e428af44bdb5),segment_id=6806ddaa-9afa-4e45-ac00-e428af44bdb5)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:37:23.345689 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4cd6d416-318b-4803-bfc7-e4590e2d3707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744221'] for port, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:23.479528 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-4cd6d416-318b-4803-bfc7-e4590e2d3707 admin admin] Calling delete_port for c1b3ebf6-2106-4e9f-8f5a-ef6d91e18331 owned by network:router_gateway {{(pid=80246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 09 05:37:23.480904 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-041db56a-682b-4abd-bea9-df59ddaf6409 None None] Set router 052a3259-411d-4ded-8cca-c6df94b73dab gateway port host: dv-cinder-763306-6-iscsi {{(pid=80247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:37:23.619947 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4cd6d416-318b-4803-bfc7-e4590e2d3707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787496890807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249358481609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10841009'] for port, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:23.793016 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-041db56a-682b-4abd-bea9-df59ddaf6409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff2f783c8>, [{'id': '052a3259-411d-4ded-8cca-c6df94b73dab', 'name': 'tempest-AttachVolumeShelveTestJSON-332747735-router', 'tenant_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'c1b3ebf6-2106-4e9f-8f5a-ef6d91e18331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:29:47Z', 'updated_at': '2020-12-09T05:37:21Z', 'revision_number': 5, 'project_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'gw_port': {'id': 'c1b3ebf6-2106-4e9f-8f5a-ef6d91e18331', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:17:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052a3259-411d-4ded-8cca-c6df94b73dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:29:50Z', 'updated_at': '2020-12-09T05:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi'}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:37:23.797557 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041db56a-682b-4abd-bea9-df59ddaf6409 None None] The sync data for ids ['052a3259-411d-4ded-8cca-c6df94b73dab'] in dv-cinder-763306-6-iscsi is: [{'id': '052a3259-411d-4ded-8cca-c6df94b73dab', 'name': 'tempest-AttachVolumeShelveTestJSON-332747735-router', 'tenant_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': 'c1b3ebf6-2106-4e9f-8f5a-ef6d91e18331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:29:47Z', 'updated_at': '2020-12-09T05:37:21Z', 'revision_number': 5, 'project_id': 'c66dfb6ad0d4440d9fde314bc8bf155a', 'gw_port': {'id': 'c1b3ebf6-2106-4e9f-8f5a-ef6d91e18331', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:17:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052a3259-411d-4ded-8cca-c6df94b73dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:29:50Z', 'updated_at': '2020-12-09T05:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi'}] {{(pid=80247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 09 05:37:23.851798 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4cd6d416-318b-4803-bfc7-e4590e2d3707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3747310'] for router_gateway, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:23.989064 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4cd6d416-318b-4803-bfc7-e4590e2d3707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854371584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3662'] for router, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:23.990968 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4cd6d416-318b-4803-bfc7-e4590e2d3707 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:24.013291 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4cd6d416-318b-4803-bfc7-e4590e2d3707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854371398'] for router, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:24.014000 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd6d416-318b-4803-bfc7-e4590e2d3707 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 052a3259-411d-4ded-8cca-c6df94b73dab {{(pid=80246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 09 05:37:24.028767 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4cd6d416-318b-4803-bfc7-e4590e2d3707 admin admin] Notify callbacks [] for router, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:24.029845 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-4cd6d416-318b-4803-bfc7-e4590e2d3707 admin admin] 10.222.0.39 "DELETE /v2.0/routers/052a3259-411d-4ded-8cca-c6df94b73dab HTTP/1.1" status: 204  len: 168 time: 1.2567637
Dec 09 05:37:24.032807 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 39308) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:37:24.104068 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f3874f3-5699-4223-8f39-3738e6cc3b50 admin admin] Deleting subnet f2d416e2-18e0-4718-bf66-1cf63cef4f47 {{(pid=80246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 09 05:37:24.107380 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5f3874f3-5699-4223-8f39-3738e6cc3b50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:24.166649 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5f3874f3-5699-4223-8f39-3738e6cc3b50 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1629206'] for subnet, precommit_delete_associations {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:24.302569 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5f3874f3-5699-4223-8f39-3738e6cc3b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3642508'] for subnet, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:24.570674 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5f3874f3-5699-4223-8f39-3738e6cc3b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851133308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854364984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036843934745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842878832'] for subnet, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:24.587423 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:37:24.638200 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3874f3-5699-4223-8f39-3738e6cc3b50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2d416e2-18e0-4718-bf66-1cf63cef4f47,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:37:24.641301 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-5f3874f3-5699-4223-8f39-3738e6cc3b50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:37:24.731356 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5f3874f3-5699-4223-8f39-3738e6cc3b50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:24.736350 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17401d09-cb55-420f-82fe-eaf6dd7ac983 None None] Network 213a2199-d44a-4f31-a99f-f2fcf48b8a5b requested from dv-cinder-763306-6-iscsi {{(pid=80247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 09 05:37:24.737770 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-5f3874f3-5699-4223-8f39-3738e6cc3b50 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f2d416e2-18e0-4718-bf66-1cf63cef4f47 HTTP/1.1" status: 204  len: 168 time: 0.7038612
Dec 09 05:37:24.740390 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 39320) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:37:24.863858 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6bcc1761-e2a1-4923-a605-7c3c95fecc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851217242'] for network, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:24.940979 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-6bcc1761-e2a1-4923-a605-7c3c95fecc13 admin admin] Deleting port 60c2b003-d39b-49c0-b5ff-3f9d88315446 {{(pid=80246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 09 05:37:24.941365 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6bcc1761-e2a1-4923-a605-7c3c95fecc13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787496886762'] for port, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:25.158679 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82818605-948d-4886-9fb2-a9098ddad33e None None] DHCP port deletion for 213a2199-d44a-4f31-a99f-f2fcf48b8a5b request from dv-cinder-763306-6-iscsi {{(pid=80247) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 09 05:37:25.162990 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-82818605-948d-4886-9fb2-a9098ddad33e None None] Deleting port 60c2b003-d39b-49c0-b5ff-3f9d88315446 {{(pid=80247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 09 05:37:25.163420 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-82818605-948d-4886-9fb2-a9098ddad33e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787496886762'] for port, before_delete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:25.164425 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-6bcc1761-e2a1-4923-a605-7c3c95fecc13 admin admin] For port 60c2b003-d39b-49c0-b5ff-3f9d88315446, host dv-cinder-763306-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=60c2b003-d39b-49c0-b5ff-3f9d88315446,segment=NetworkSegment(d2ba5cc2-7dc0-4439-9bab-bd1dc2090790),segment_id=d2ba5cc2-7dc0-4439-9bab-bd1dc2090790)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:37:25.164937 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6bcc1761-e2a1-4923-a605-7c3c95fecc13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744221'] for port, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:25.255025 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device 43d0ea31-1f92-40b4-b19c-c5aed665225c no longer exists at agent ovs-agent-dv-cinder-763306-6-iscsi {{(pid=80247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 09 05:37:25.298850 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] No Port match for: 43d0ea31-1f92-40b4-b19c-c5aed665225c {{(pid=80247) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 09 05:37:25.299252 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device 43d0ea31-1f92-40b4-b19c-c5aed665225c not bound to the agent host dv-cinder-763306-6-iscsi {{(pid=80247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 09 05:37:25.299736 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device 60c2b003-d39b-49c0-b5ff-3f9d88315446 no longer exists at agent ovs-agent-dv-cinder-763306-6-iscsi {{(pid=80247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 09 05:37:25.299891 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-6bcc1761-e2a1-4923-a605-7c3c95fecc13 admin admin] Calling delete_port for 60c2b003-d39b-49c0-b5ff-3f9d88315446 owned by network:dhcp {{(pid=80246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 09 05:37:25.393586 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6bcc1761-e2a1-4923-a605-7c3c95fecc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787496890807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249358481609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10841009'] for port, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:25.412429 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-9d29b4b7-21a5-4339-8084-2fbe295b2f92 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:37:25.468491 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcc1761-e2a1-4923-a605-7c3c95fecc13 admin admin] Pushing event deleted for resources: {'Port': ['ID=60c2b003-d39b-49c0-b5ff-3f9d88315446,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:37:25.473283 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-6bcc1761-e2a1-4923-a605-7c3c95fecc13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:37:25.477032 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] No active binding found for port 60c2b003-d39b-49c0-b5ff-3f9d88315446 {{(pid=80247) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}}
Dec 09 05:37:25.478159 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device 60c2b003-d39b-49c0-b5ff-3f9d88315446 not bound to the agent host dv-cinder-763306-6-iscsi {{(pid=80247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 09 05:37:25.478641 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device c1b3ebf6-2106-4e9f-8f5a-ef6d91e18331 no longer exists at agent ovs-agent-dv-cinder-763306-6-iscsi {{(pid=80247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 09 05:37:25.520789 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] No Port match for: c1b3ebf6-2106-4e9f-8f5a-ef6d91e18331 {{(pid=80247) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 09 05:37:25.521196 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device c1b3ebf6-2106-4e9f-8f5a-ef6d91e18331 not bound to the agent host dv-cinder-763306-6-iscsi {{(pid=80247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 09 05:37:25.524647 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-82818605-948d-4886-9fb2-a9098ddad33e None None] For port 60c2b003-d39b-49c0-b5ff-3f9d88315446, host dv-cinder-763306-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=60c2b003-d39b-49c0-b5ff-3f9d88315446,segment=NetworkSegment(d2ba5cc2-7dc0-4439-9bab-bd1dc2090790),segment_id=d2ba5cc2-7dc0-4439-9bab-bd1dc2090790)] {{(pid=80247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:37:25.525076 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-82818605-948d-4886-9fb2-a9098ddad33e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744221'] for port, precommit_delete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:25.565332 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcc1761-e2a1-4923-a605-7c3c95fecc13 admin admin] No DVR routers for this DVR port 60c2b003-d39b-49c0-b5ff-3f9d88315446 on host dv-cinder-763306-6-iscsi {{(pid=80246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 09 05:37:25.662752 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-82818605-948d-4886-9fb2-a9098ddad33e None None] Calling delete_port for 60c2b003-d39b-49c0-b5ff-3f9d88315446 owned by network:dhcp {{(pid=80247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 09 05:37:25.694849 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6bcc1761-e2a1-4923-a605-7c3c95fecc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3640018', 'neutron.services.segments.db._delete_segments_for_network--9223363249358105289'] for network, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:25.741657 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.db.api [None req-82818605-948d-4886-9fb2-a9098ddad33e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80247) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 05:37:25.742141 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_db.api [None req-82818605-948d-4886-9fb2-a9098ddad33e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 09 05:37:25.760323 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:25.819899 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-6bcc1761-e2a1-4923-a605-7c3c95fecc13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fdff8626908>,) {'filters': {'network_id': ['213a2199-d44a-4f31-a99f-f2fcf48b8a5b']}} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:37:25.833370 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-6bcc1761-e2a1-4923-a605-7c3c95fecc13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fdff8626908>, 'd2ba5cc2-7dc0-4439-9bab-bd1dc2090790') {'for_net_delete': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:37:25.833701 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-6bcc1761-e2a1-4923-a605-7c3c95fecc13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fdff8626908>, 'd2ba5cc2-7dc0-4439-9bab-bd1dc2090790') {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:37:25.847299 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6bcc1761-e2a1-4923-a605-7c3c95fecc13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363249358104777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853146594'] for segment, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:25.866476 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6bcc1761-e2a1-4923-a605-7c3c95fecc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638805'] for segment, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:25.868734 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6bcc1761-e2a1-4923-a605-7c3c95fecc13 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 09 05:37:26.050347 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-6bcc1761-e2a1-4923-a605-7c3c95fecc13 admin admin] Network 213a2199-d44a-4f31-a99f-f2fcf48b8a5b has no segments {{(pid=80246) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 09 05:37:26.059394 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6bcc1761-e2a1-4923-a605-7c3c95fecc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851136996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843934838'] for segment, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:26.241306 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-6bcc1761-e2a1-4923-a605-7c3c95fecc13 admin admin] Network 213a2199-d44a-4f31-a99f-f2fcf48b8a5b has no segments {{(pid=80246) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 09 05:37:26.243398 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-82818605-948d-4886-9fb2-a9098ddad33e None None] Deleting port 60c2b003-d39b-49c0-b5ff-3f9d88315446 {{(pid=80247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 09 05:37:26.243865 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-82818605-948d-4886-9fb2-a9098ddad33e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787496886762'] for port, before_delete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:26.265519 dv-cinder-763306-6-iscsi neutron-server[80130]: Traceback (most recent call last):
Dec 09 05:37:26.265519 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 09 05:37:26.265519 dv-cinder-763306-6-iscsi neutron-server[80130]:     timer()
Dec 09 05:37:26.265519 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 05:37:26.265519 dv-cinder-763306-6-iscsi neutron-server[80130]:     cb(*args, **kw)
Dec 09 05:37:26.265519 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 09 05:37:26.265519 dv-cinder-763306-6-iscsi neutron-server[80130]:     return func(*args, **kwargs)
Dec 09 05:37:26.265519 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 05:37:26.265519 dv-cinder-763306-6-iscsi neutron-server[80130]:     self._notify()
Dec 09 05:37:26.265519 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 05:37:26.265519 dv-cinder-763306-6-iscsi neutron-server[80130]:     self.callback(batched_events)
Dec 09 05:37:26.265519 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 05:37:26.265519 dv-cinder-763306-6-iscsi neutron-server[80130]:     event.method(event)
Dec 09 05:37:26.265519 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 05:37:26.265519 dv-cinder-763306-6-iscsi neutron-server[80130]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 05:37:26.265519 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 09 05:37:26.265519 dv-cinder-763306-6-iscsi neutron-server[80130]:     segment_id)['aggregates'][0]
Dec 09 05:37:26.265519 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 05:37:26.265519 dv-cinder-763306-6-iscsi neutron-server[80130]:     return f(self, *a, **k)
Dec 09 05:37:26.265519 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 09 05:37:26.265519 dv-cinder-763306-6-iscsi neutron-server[80130]:     return self._get(url).json()
Dec 09 05:37:26.265519 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 05:37:26.265519 dv-cinder-763306-6-iscsi neutron-server[80130]:     **kwargs)
Dec 09 05:37:26.265519 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 05:37:26.265519 dv-cinder-763306-6-iscsi neutron-server[80130]:     return self.request(url, 'GET', **kwargs)
Dec 09 05:37:26.265519 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 09 05:37:26.265519 dv-cinder-763306-6-iscsi neutron-server[80130]:     **endpoint_filter)
Dec 09 05:37:26.265519 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 05:37:26.265519 dv-cinder-763306-6-iscsi neutron-server[80130]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 05:37:26.265519 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 05:37:26.265519 dv-cinder-763306-6-iscsi neutron-server[80130]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 05:37:26.265519 dv-cinder-763306-6-iscsi neutron-server[80130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 05:37:26.313633 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-82818605-948d-4886-9fb2-a9098ddad33e None None] The port '60c2b003-d39b-49c0-b5ff-3f9d88315446' was deleted {{(pid=80247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 09 05:37:26.354401 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6bcc1761-e2a1-4923-a605-7c3c95fecc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851135783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854364948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036851028489'] for network, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:26.357939 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:37:26.372432 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6bcc1761-e2a1-4923-a605-7c3c95fecc13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3226941'] for network, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:26.384112 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcc1761-e2a1-4923-a605-7c3c95fecc13 admin admin] Pushing event deleted for resources: {'Network': ['ID=213a2199-d44a-4f31-a99f-f2fcf48b8a5b,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:37:26.387622 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-6bcc1761-e2a1-4923-a605-7c3c95fecc13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:37:26.397501 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-6bcc1761-e2a1-4923-a605-7c3c95fecc13 admin admin] 10.222.0.39 "DELETE /v2.0/networks/213a2199-d44a-4f31-a99f-f2fcf48b8a5b HTTP/1.1" status: 204  len: 168 time: 1.6560726
Dec 09 05:37:26.545349 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 39336) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:37:26.598470 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-b1720687-7677-405d-9147-750d8a76d8f3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c66dfb6ad0d4440d9fde314bc8bf155a&name=default HTTP/1.1" status: 200  len: 2875 time: 0.0516860
Dec 09 05:37:26.600931 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 39340) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:37:26.904303 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c4bb2731-5eb5-47ed-85c5-90a1062bc1a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:26.933066 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c4bb2731-5eb5-47ed-85c5-90a1062bc1a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:26.980561 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c4bb2731-5eb5-47ed-85c5-90a1062bc1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:26.985688 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-2ee35a39-8435-4917-a4bb-8e11bef1cc3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:37:27.000477 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bb2731-5eb5-47ed-85c5-90a1062bc1a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c302796-e63b-4d68-b75a-9fe13ae5cf2d,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:37:27.004246 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-c4bb2731-5eb5-47ed-85c5-90a1062bc1a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:37:27.007632 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c4bb2731-5eb5-47ed-85c5-90a1062bc1a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:27.009374 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-c4bb2731-5eb5-47ed-85c5-90a1062bc1a6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9c302796-e63b-4d68-b75a-9fe13ae5cf2d HTTP/1.1" status: 204  len: 168 time: 0.4072080
Dec 09 05:37:34.917971 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 39506) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:37:35.081670 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5ab46105-e762-40f0-b52a-c825f3fdeced admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:35.098720 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-5ab46105-e762-40f0-b52a-c825f3fdeced admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:37:35.103490 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-5ab46105-e762-40f0-b52a-c825f3fdeced admin admin] Usage tracker for resource:security_group_rule and tenant:43697951db5e48c89080a47c365f5bdf is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:37:35.106553 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-5ab46105-e762-40f0-b52a-c825f3fdeced admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:37:35.112337 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-5ab46105-e762-40f0-b52a-c825f3fdeced admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:37:35.204078 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5ab46105-e762-40f0-b52a-c825f3fdeced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:35.206904 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5ab46105-e762-40f0-b52a-c825f3fdeced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:35.216405 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-5893bebc-3e48-41c3-9def-a65b9cd58ad1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:37:35.258615 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-5ab46105-e762-40f0-b52a-c825f3fdeced admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=43697951db5e48c89080a47c365f5bdf&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3389359
Dec 09 05:37:35.259406 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab46105-e762-40f0-b52a-c825f3fdeced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e528909-55c0-4f5e-90ed-01d6f5090be6,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:37:35.261936 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 39516) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:37:35.262770 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-5ab46105-e762-40f0-b52a-c825f3fdeced admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:37:35.324941 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b207b028-aa88-483d-8bd5-354a3a2a0d72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:35.353795 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b207b028-aa88-483d-8bd5-354a3a2a0d72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:35.404966 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b207b028-aa88-483d-8bd5-354a3a2a0d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:35.410138 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-5edc8248-1190-4593-acc5-5888b415b0f0 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:37:35.423685 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b207b028-aa88-483d-8bd5-354a3a2a0d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e528909-55c0-4f5e-90ed-01d6f5090be6,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:37:35.426741 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-b207b028-aa88-483d-8bd5-354a3a2a0d72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:37:35.427648 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b207b028-aa88-483d-8bd5-354a3a2a0d72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:35.428842 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-b207b028-aa88-483d-8bd5-354a3a2a0d72 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3e528909-55c0-4f5e-90ed-01d6f5090be6 HTTP/1.1" status: 204  len: 168 time: 0.1657414
Dec 09 05:37:35.779657 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 39524) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:37:35.802872 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b3443dec-0753-4177-a4b5-74e672e678e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:35.818953 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-b3443dec-0753-4177-a4b5-74e672e678e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:37:35.823183 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-b3443dec-0753-4177-a4b5-74e672e678e7 admin admin] Usage tracker for resource:security_group_rule and tenant:02cb52af899543fdaad58cf4cb6dfb88 is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:37:35.826326 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-b3443dec-0753-4177-a4b5-74e672e678e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:37:35.832515 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-b3443dec-0753-4177-a4b5-74e672e678e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:37:35.922308 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b3443dec-0753-4177-a4b5-74e672e678e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:35.925068 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b3443dec-0753-4177-a4b5-74e672e678e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:35.935571 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-a26db6ad-a89b-4cac-a4c6-2d3b7e9d3a8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:37:35.980053 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-b3443dec-0753-4177-a4b5-74e672e678e7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=02cb52af899543fdaad58cf4cb6dfb88&name=default HTTP/1.1" status: 200  len: 2879 time: 0.1991701
Dec 09 05:37:35.981024 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3443dec-0753-4177-a4b5-74e672e678e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1804544d-5247-417e-a7e2-d5b6624b1db5,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:37:35.982977 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 39528) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:37:35.984294 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-b3443dec-0753-4177-a4b5-74e672e678e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:37:36.046564 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4c8b2a27-adcc-44ae-ae30-80537e39324d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:36.074516 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4c8b2a27-adcc-44ae-ae30-80537e39324d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:36.119864 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4c8b2a27-adcc-44ae-ae30-80537e39324d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:36.125119 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8685a86a-7b03-4c6e-8098-69cd32909d50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:37:36.140428 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8b2a27-adcc-44ae-ae30-80537e39324d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1804544d-5247-417e-a7e2-d5b6624b1db5,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:37:36.143674 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-4c8b2a27-adcc-44ae-ae30-80537e39324d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:37:36.150874 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4c8b2a27-adcc-44ae-ae30-80537e39324d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:36.155147 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-4c8b2a27-adcc-44ae-ae30-80537e39324d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1804544d-5247-417e-a7e2-d5b6624b1db5 HTTP/1.1" status: 204  len: 168 time: 0.1674683
Dec 09 05:37:36.638928 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 39558) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:37:36.864832 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-715ed257-1700-4a61-a7a5-53bd0626bbb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:36.885322 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-715ed257-1700-4a61-a7a5-53bd0626bbb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:37:36.889414 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-715ed257-1700-4a61-a7a5-53bd0626bbb8 admin admin] Usage tracker for resource:security_group_rule and tenant:6bb7ecb3d49e43a09c46eb7f158efeef is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:37:36.892446 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-715ed257-1700-4a61-a7a5-53bd0626bbb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:37:36.898755 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-715ed257-1700-4a61-a7a5-53bd0626bbb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:37:36.986685 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-715ed257-1700-4a61-a7a5-53bd0626bbb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:36.989559 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-715ed257-1700-4a61-a7a5-53bd0626bbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:36.999546 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-9664afad-709f-4911-9f2b-46762d5fa777 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:37:37.043306 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-715ed257-1700-4a61-a7a5-53bd0626bbb8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6bb7ecb3d49e43a09c46eb7f158efeef&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4031885
Dec 09 05:37:37.044268 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715ed257-1700-4a61-a7a5-53bd0626bbb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ca5489-549d-4933-96fe-edd6661a9d7b,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:37:37.046257 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 39572) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:37:37.047699 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-715ed257-1700-4a61-a7a5-53bd0626bbb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:37:37.110445 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e2f8c922-e2cd-4a9c-87fe-f70081ba0f17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:37.140148 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e2f8c922-e2cd-4a9c-87fe-f70081ba0f17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:37.190386 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e2f8c922-e2cd-4a9c-87fe-f70081ba0f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:37.196225 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-cabba9a7-8ef4-43df-a027-a99646a98dd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:37:37.212418 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f8c922-e2cd-4a9c-87fe-f70081ba0f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ca5489-549d-4933-96fe-edd6661a9d7b,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:37:37.217328 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e2f8c922-e2cd-4a9c-87fe-f70081ba0f17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:37:37.218931 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e2f8c922-e2cd-4a9c-87fe-f70081ba0f17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:37.222396 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-e2f8c922-e2cd-4a9c-87fe-f70081ba0f17 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e7ca5489-549d-4933-96fe-edd6661a9d7b HTTP/1.1" status: 204  len: 168 time: 0.1744914
Dec 09 05:37:38.907162 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 39664) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:37:39.018641 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 39672) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:37:39.129236 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-41f1bc22-1782-4ed6-a9c7-0d52437e16ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:39.145388 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-41f1bc22-1782-4ed6-a9c7-0d52437e16ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:37:39.150235 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-41f1bc22-1782-4ed6-a9c7-0d52437e16ea admin admin] Usage tracker for resource:security_group_rule and tenant:29252a3d3ff942a39dcdcab92a818a7d is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:37:39.153551 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-41f1bc22-1782-4ed6-a9c7-0d52437e16ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:37:39.174414 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-41f1bc22-1782-4ed6-a9c7-0d52437e16ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:37:39.182977 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-36618c59-2e15-4889-8b18-83325ddd78be admin admin] Notify callbacks [] for security_group, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:39.210229 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-36618c59-2e15-4889-8b18-83325ddd78be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:37:39.218461 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-36618c59-2e15-4889-8b18-83325ddd78be admin admin] Usage tracker for resource:security_group_rule and tenant:21ed8eacf2c549be81d038c6df2a8e43 is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:37:39.222733 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-36618c59-2e15-4889-8b18-83325ddd78be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:37:39.233728 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-36618c59-2e15-4889-8b18-83325ddd78be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:37:39.336616 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-41f1bc22-1782-4ed6-a9c7-0d52437e16ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:39.350438 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-41f1bc22-1782-4ed6-a9c7-0d52437e16ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:39.361268 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-484b2944-35a1-4e83-9a5f-6b97a65efb19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:37:39.428718 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f1bc22-1782-4ed6-a9c7-0d52437e16ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1bfc0a-9775-405d-b0fd-5bdd27b6a849,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:37:39.432659 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-41f1bc22-1782-4ed6-a9c7-0d52437e16ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:37:39.435603 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-36618c59-2e15-4889-8b18-83325ddd78be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:39.440180 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-41f1bc22-1782-4ed6-a9c7-0d52437e16ea admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=29252a3d3ff942a39dcdcab92a818a7d&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5317230
Dec 09 05:37:39.441545 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-36618c59-2e15-4889-8b18-83325ddd78be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:39.441924 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 39678) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:37:39.450512 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:37:39.495243 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-36618c59-2e15-4889-8b18-83325ddd78be admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=21ed8eacf2c549be81d038c6df2a8e43&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4750490
Dec 09 05:37:39.496180 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36618c59-2e15-4889-8b18-83325ddd78be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4801e6-c120-4b3a-ba71-7f31afa7048e,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:37:39.498696 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 39682) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:37:39.501278 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-36618c59-2e15-4889-8b18-83325ddd78be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:37:39.510508 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7aa60fbe-f365-4302-9bf4-30dec7a9cfc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:39.540491 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7aa60fbe-f365-4302-9bf4-30dec7a9cfc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:39.562622 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-84973b9f-78a3-4221-a6b8-85d0fc960b48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:39.588016 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7aa60fbe-f365-4302-9bf4-30dec7a9cfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:39.593632 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-84973b9f-78a3-4221-a6b8-85d0fc960b48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:39.593798 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-68827ab2-b76e-45b2-bcc1-6504de594b0d tempest-TestMinimumBasicScenario-1683075482 tempest-TestMinimumBasicScenario-1683075482] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:37:39.611304 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa60fbe-f365-4302-9bf4-30dec7a9cfc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1bfc0a-9775-405d-b0fd-5bdd27b6a849,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:37:39.614263 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-7aa60fbe-f365-4302-9bf4-30dec7a9cfc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:37:39.625803 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7aa60fbe-f365-4302-9bf4-30dec7a9cfc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:39.630261 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-7aa60fbe-f365-4302-9bf4-30dec7a9cfc1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5e1bfc0a-9775-405d-b0fd-5bdd27b6a849 HTTP/1.1" status: 204  len: 168 time: 0.1871920
Dec 09 05:37:39.644999 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-84973b9f-78a3-4221-a6b8-85d0fc960b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:39.656466 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-7ce50417-19fc-4544-8916-6a38fb28b51f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:37:39.673732 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84973b9f-78a3-4221-a6b8-85d0fc960b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f4801e6-c120-4b3a-ba71-7f31afa7048e,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:37:39.676748 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-84973b9f-78a3-4221-a6b8-85d0fc960b48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:37:39.678055 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-84973b9f-78a3-4221-a6b8-85d0fc960b48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:39.682374 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-84973b9f-78a3-4221-a6b8-85d0fc960b48 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5f4801e6-c120-4b3a-ba71-7f31afa7048e HTTP/1.1" status: 204  len: 168 time: 0.1824331
Dec 09 05:37:40.149385 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 39700) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:37:40.180011 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-3ef61a47-bf5b-46f9-baf7-89d2962ba4e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:40.197462 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-3ef61a47-bf5b-46f9-baf7-89d2962ba4e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:37:40.201712 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-3ef61a47-bf5b-46f9-baf7-89d2962ba4e7 admin admin] Usage tracker for resource:security_group_rule and tenant:507120539bf8495184e7ce954c911e5c is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:37:40.204862 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-3ef61a47-bf5b-46f9-baf7-89d2962ba4e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:37:40.211060 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-3ef61a47-bf5b-46f9-baf7-89d2962ba4e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:37:40.318093 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-3ef61a47-bf5b-46f9-baf7-89d2962ba4e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:40.323722 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-3ef61a47-bf5b-46f9-baf7-89d2962ba4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:40.332622 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-c38e2339-671d-4bc4-b5bd-a8c1b68d2712 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:37:40.394180 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-3ef61a47-bf5b-46f9-baf7-89d2962ba4e7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=507120539bf8495184e7ce954c911e5c&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2433026
Dec 09 05:37:40.395226 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef61a47-bf5b-46f9-baf7-89d2962ba4e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4eb21e0-b722-4c0b-b0c1-528652da92c2,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:37:40.397277 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 39706) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:37:40.399006 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-3ef61a47-bf5b-46f9-baf7-89d2962ba4e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:37:40.495161 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-cdbea116-7fe2-4cc7-ac5d-f4275008ebeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:40.532203 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-cdbea116-7fe2-4cc7-ac5d-f4275008ebeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:40.587657 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-cdbea116-7fe2-4cc7-ac5d-f4275008ebeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:40.593138 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-bc892297-e00a-482e-9960-e826f5cf825d tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:37:40.608295 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbea116-7fe2-4cc7-ac5d-f4275008ebeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4eb21e0-b722-4c0b-b0c1-528652da92c2,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:37:40.611569 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-cdbea116-7fe2-4cc7-ac5d-f4275008ebeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:37:40.613125 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-cdbea116-7fe2-4cc7-ac5d-f4275008ebeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:40.614445 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-cdbea116-7fe2-4cc7-ac5d-f4275008ebeb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c4eb21e0-b722-4c0b-b0c1-528652da92c2 HTTP/1.1" status: 204  len: 168 time: 0.2153592
Dec 09 05:37:42.752923 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 39802) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:37:42.974825 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-50ee8b25-c700-4bd8-9d14-333a561cf7ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:42.992123 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-50ee8b25-c700-4bd8-9d14-333a561cf7ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:37:42.996667 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-50ee8b25-c700-4bd8-9d14-333a561cf7ab admin admin] Usage tracker for resource:security_group_rule and tenant:e10501bf322e4a8c8818fa2031f47d28 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:37:42.999748 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-50ee8b25-c700-4bd8-9d14-333a561cf7ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:37:43.005554 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-50ee8b25-c700-4bd8-9d14-333a561cf7ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:37:43.093890 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-50ee8b25-c700-4bd8-9d14-333a561cf7ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:43.096768 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-50ee8b25-c700-4bd8-9d14-333a561cf7ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:43.109894 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-2dd77a59-2d1e-420a-a702-6820149d1553 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:37:43.155077 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-50ee8b25-c700-4bd8-9d14-333a561cf7ab admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e10501bf322e4a8c8818fa2031f47d28&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4008949
Dec 09 05:37:43.155890 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ee8b25-c700-4bd8-9d14-333a561cf7ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a52852ca-fdfd-436b-8faa-3af4179c4952,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:37:43.158621 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 39814) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:37:43.159139 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-50ee8b25-c700-4bd8-9d14-333a561cf7ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:37:43.223889 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2f3c9cab-e67c-4899-a05c-f7db31b46659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:43.251878 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2f3c9cab-e67c-4899-a05c-f7db31b46659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:43.300553 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2f3c9cab-e67c-4899-a05c-f7db31b46659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:43.306175 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-56d2465d-bb5b-45eb-89a2-9575eadc43c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:37:43.320875 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3c9cab-e67c-4899-a05c-f7db31b46659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52852ca-fdfd-436b-8faa-3af4179c4952,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:37:43.324147 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-2f3c9cab-e67c-4899-a05c-f7db31b46659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:37:43.328675 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2f3c9cab-e67c-4899-a05c-f7db31b46659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:43.329831 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-2f3c9cab-e67c-4899-a05c-f7db31b46659 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a52852ca-fdfd-436b-8faa-3af4179c4952 HTTP/1.1" status: 204  len: 168 time: 0.1694553
Dec 09 05:37:43.686107 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 39822) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:37:43.705246 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-79320646-54dc-44f1-b169-1638debe9895 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:43.721551 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-79320646-54dc-44f1-b169-1638debe9895 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:37:43.725930 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-79320646-54dc-44f1-b169-1638debe9895 admin admin] Usage tracker for resource:security_group_rule and tenant:e5ca6745660a4a22b11e341c26738e0f is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:37:43.729631 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-79320646-54dc-44f1-b169-1638debe9895 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:37:43.735467 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-79320646-54dc-44f1-b169-1638debe9895 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:37:43.821704 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-79320646-54dc-44f1-b169-1638debe9895 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:43.824673 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-79320646-54dc-44f1-b169-1638debe9895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:43.834346 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-41e402ed-3e7b-4ca5-b5df-32a76cc519d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:37:43.877620 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-79320646-54dc-44f1-b169-1638debe9895 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e5ca6745660a4a22b11e341c26738e0f&name=default HTTP/1.1" status: 200  len: 2879 time: 0.1903374
Dec 09 05:37:43.878651 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79320646-54dc-44f1-b169-1638debe9895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7311d2ea-c343-4957-92bf-32cad45922ab,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:37:43.880823 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 39826) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:37:43.881993 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-79320646-54dc-44f1-b169-1638debe9895 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:37:43.946606 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7230bd92-ab6a-449f-9354-a894429a1e52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:43.973829 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7230bd92-ab6a-449f-9354-a894429a1e52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:44.018634 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7230bd92-ab6a-449f-9354-a894429a1e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:44.022431 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-88db6335-e541-487a-a589-750186f6c029 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:37:44.036701 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7230bd92-ab6a-449f-9354-a894429a1e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7311d2ea-c343-4957-92bf-32cad45922ab,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:37:44.039899 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-7230bd92-ab6a-449f-9354-a894429a1e52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:37:44.041976 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7230bd92-ab6a-449f-9354-a894429a1e52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:44.043185 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-7230bd92-ab6a-449f-9354-a894429a1e52 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7311d2ea-c343-4957-92bf-32cad45922ab HTTP/1.1" status: 204  len: 168 time: 0.1612139
Dec 09 05:37:45.783539 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e1adeb69-d43f-4786-8606-fc3919dcb554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:47.333484 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-176b8882-dc2a-4d0e-9441-f6a08dc92f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:48.234712 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d667687f-70e4-40ee-92a5-0e371b53b2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:48.991884 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:50.050106 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-858fc187-cc56-4aeb-a3e2-00a52ab9489b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:51.204451 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-43f44203-54c4-4c67-af47-9ad3e8a05b65 None None] Agent healthcheck: found 6 active agents {{(pid=80248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 09 05:37:53.784792 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 39988) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:37:53.986726 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1bc65c82-e2ec-4696-96fb-775241a6127a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:54.005872 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-1bc65c82-e2ec-4696-96fb-775241a6127a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:37:54.011824 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-1bc65c82-e2ec-4696-96fb-775241a6127a admin admin] Usage tracker for resource:security_group_rule and tenant:fdd576ff902f41f1869f92f455f0e356 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:37:54.015029 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-1bc65c82-e2ec-4696-96fb-775241a6127a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:37:54.021382 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-1bc65c82-e2ec-4696-96fb-775241a6127a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:37:54.124869 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1bc65c82-e2ec-4696-96fb-775241a6127a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:54.127902 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1bc65c82-e2ec-4696-96fb-775241a6127a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:54.137886 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-a60e8bfb-1974-4f79-b218-610fa23ef6cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:37:54.184027 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc65c82-e2ec-4696-96fb-775241a6127a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4270eab5-af53-46a4-92c1-adfc3d3e2f35,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:37:54.187911 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-1bc65c82-e2ec-4696-96fb-775241a6127a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:37:54.193098 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-1bc65c82-e2ec-4696-96fb-775241a6127a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fdd576ff902f41f1869f92f455f0e356&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4042130
Dec 09 05:37:54.194210 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 39998) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:37:54.267784 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7a99ba10-671b-4ffa-b69d-3dedc0d8ab28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:54.302214 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7a99ba10-671b-4ffa-b69d-3dedc0d8ab28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:54.347703 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7a99ba10-671b-4ffa-b69d-3dedc0d8ab28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:54.353550 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-2966bcb2-b68f-474b-bb26-f1f1c9df42b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:37:54.366751 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a99ba10-671b-4ffa-b69d-3dedc0d8ab28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4270eab5-af53-46a4-92c1-adfc3d3e2f35,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:37:54.369926 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-7a99ba10-671b-4ffa-b69d-3dedc0d8ab28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:37:54.372246 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-7a99ba10-671b-4ffa-b69d-3dedc0d8ab28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:54.374650 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-7a99ba10-671b-4ffa-b69d-3dedc0d8ab28 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4270eab5-af53-46a4-92c1-adfc3d3e2f35 HTTP/1.1" status: 204  len: 168 time: 0.1788793
Dec 09 05:37:54.726606 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 40006) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:37:54.746041 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-469be34f-5438-419e-85e2-05590e26907b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:54.762577 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-469be34f-5438-419e-85e2-05590e26907b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:37:54.766804 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-469be34f-5438-419e-85e2-05590e26907b admin admin] Usage tracker for resource:security_group_rule and tenant:f93e57ec93a14160bc2e48dfa907e68a is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:37:54.769840 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-469be34f-5438-419e-85e2-05590e26907b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:37:54.779637 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-469be34f-5438-419e-85e2-05590e26907b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:37:54.867452 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-469be34f-5438-419e-85e2-05590e26907b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:54.870381 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-469be34f-5438-419e-85e2-05590e26907b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:54.879804 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-aae2622f-3f4f-4d21-93ed-fc7b541eee6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:37:54.922518 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-469be34f-5438-419e-85e2-05590e26907b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f93e57ec93a14160bc2e48dfa907e68a&name=default HTTP/1.1" status: 200  len: 2879 time: 0.1947172
Dec 09 05:37:54.923529 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469be34f-5438-419e-85e2-05590e26907b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee58978-238e-4108-ba6b-dcc23ecb98bd,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:37:54.925476 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 40010) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:37:54.926853 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-469be34f-5438-419e-85e2-05590e26907b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:37:54.990196 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9e2f9ff4-2def-4841-8ece-c657320abe5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:55.018904 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9e2f9ff4-2def-4841-8ece-c657320abe5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:55.064987 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9e2f9ff4-2def-4841-8ece-c657320abe5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:55.070893 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-1a346411-7d9b-4815-b2dc-4eba02ef5ce6 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:37:55.084566 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2f9ff4-2def-4841-8ece-c657320abe5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee58978-238e-4108-ba6b-dcc23ecb98bd,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:37:55.087412 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-9e2f9ff4-2def-4841-8ece-c657320abe5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:37:55.089695 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9e2f9ff4-2def-4841-8ece-c657320abe5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:55.092790 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-9e2f9ff4-2def-4841-8ece-c657320abe5a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2ee58978-238e-4108-ba6b-dcc23ecb98bd HTTP/1.1" status: 204  len: 168 time: 0.1661489
Dec 09 05:37:55.783675 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:57.954943 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-537e4dde-0521-4c1d-88a0-c1b6c4a5a386 req-d9fef195-9473-4166-bfef-85bd316ded6b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9a189d4c-a860-43fb-bfa1-9247f278e5e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0889704
Dec 09 05:37:58.118970 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537e4dde-0521-4c1d-88a0-c1b6c4a5a386 req-a5bcf13f-78ea-4ff8-a292-2b0480eba873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:37:58.120650 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-537e4dde-0521-4c1d-88a0-c1b6c4a5a386 req-a5bcf13f-78ea-4ff8-a292-2b0480eba873 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3e19a4471945447fb24ef19ba877456c&device_id=9a189d4c-a860-43fb-bfa1-9247f278e5e3 HTTP/1.1" status: 200  len: 1163 time: 0.0799124
Dec 09 05:37:58.287905 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537e4dde-0521-4c1d-88a0-c1b6c4a5a386 req-25d765ca-c1d1-4fff-9498-e8b10cb71d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:37:58.289655 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-537e4dde-0521-4c1d-88a0-c1b6c4a5a386 req-25d765ca-c1d1-4fff-9498-e8b10cb71d4c service neutron] 10.222.0.59 "GET /v2.0/networks?id=8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1 HTTP/1.1" status: 200  len: 902 time: 0.1439672
Dec 09 05:37:58.403685 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-537e4dde-0521-4c1d-88a0-c1b6c4a5a386 req-0983002d-a011-4000-962a-808f5c9d296d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be337eb1-b184-4a65-a269-c4dfeb0f491f HTTP/1.1" status: 200  len: 1000 time: 0.1075892
Dec 09 05:37:58.476165 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537e4dde-0521-4c1d-88a0-c1b6c4a5a386 req-b39e2f47-26ce-44d2-840c-8cc4a5d9735d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:37:58.477960 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-537e4dde-0521-4c1d-88a0-c1b6c4a5a386 req-b39e2f47-26ce-44d2-840c-8cc4a5d9735d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=03701147-4f44-43c3-b01d-18f4abcea6b1 HTTP/1.1" status: 200  len: 847 time: 0.0678139
Dec 09 05:37:58.566695 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537e4dde-0521-4c1d-88a0-c1b6c4a5a386 req-5c104bf8-f2f2-483c-9aac-b976d3f3b0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:37:58.568350 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-537e4dde-0521-4c1d-88a0-c1b6c4a5a386 req-5c104bf8-f2f2-483c-9aac-b976d3f3b0cb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0824807
Dec 09 05:37:58.714369 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-537e4dde-0521-4c1d-88a0-c1b6c4a5a386 req-040b4589-ca08-4b66-8685-15b0296077e8 service neutron] 10.222.0.59 "GET /v2.0/networks/8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1391962
Dec 09 05:37:58.868827 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-537e4dde-0521-4c1d-88a0-c1b6c4a5a386 req-50c1cc65-72d5-490a-92b4-eabcff9b5005 service neutron] 10.222.0.59 "GET /v2.0/networks/8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1483080
Dec 09 05:37:59.404965 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 40098) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:37:59.559948 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-efc4b3d2-ee44-4851-bb6b-5dfcc1634e02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:59.575655 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-efc4b3d2-ee44-4851-bb6b-5dfcc1634e02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:37:59.579697 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-efc4b3d2-ee44-4851-bb6b-5dfcc1634e02 admin admin] Usage tracker for resource:security_group_rule and tenant:cc791d94ba904f05ab4c5581235f0742 is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:37:59.582662 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-efc4b3d2-ee44-4851-bb6b-5dfcc1634e02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:37:59.588506 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-efc4b3d2-ee44-4851-bb6b-5dfcc1634e02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:37:59.672145 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-efc4b3d2-ee44-4851-bb6b-5dfcc1634e02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:59.674990 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-efc4b3d2-ee44-4851-bb6b-5dfcc1634e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:59.684396 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-9e2f9ff4-2def-4841-8ece-c657320abe5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:37:59.726163 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-efc4b3d2-ee44-4851-bb6b-5dfcc1634e02 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cc791d94ba904f05ab4c5581235f0742&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3194873
Dec 09 05:37:59.727848 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc4b3d2-ee44-4851-bb6b-5dfcc1634e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a77c970-7a82-4551-a0aa-fa09aac29ec3,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:37:59.729672 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 40104) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:37:59.731283 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-efc4b3d2-ee44-4851-bb6b-5dfcc1634e02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:37:59.799133 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-cefa18f6-329c-4811-bd0c-97c6407b0a38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:59.827641 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-cefa18f6-329c-4811-bd0c-97c6407b0a38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:59.873028 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-cefa18f6-329c-4811-bd0c-97c6407b0a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:59.878152 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-b5cfcbaf-992a-4727-8347-e7b29643f093 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:37:59.894584 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefa18f6-329c-4811-bd0c-97c6407b0a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a77c970-7a82-4551-a0aa-fa09aac29ec3,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:37:59.899088 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-cefa18f6-329c-4811-bd0c-97c6407b0a38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:37:59.915519 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-cefa18f6-329c-4811-bd0c-97c6407b0a38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:37:59.916857 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-cefa18f6-329c-4811-bd0c-97c6407b0a38 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0a77c970-7a82-4551-a0aa-fa09aac29ec3 HTTP/1.1" status: 204  len: 168 time: 0.1860099
Dec 09 05:38:00.290116 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 40118) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:38:00.310056 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c3663a92-d2e4-490c-8db5-253d3a6c83d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:00.326217 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-c3663a92-d2e4-490c-8db5-253d3a6c83d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:38:00.330335 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-c3663a92-d2e4-490c-8db5-253d3a6c83d6 admin admin] Usage tracker for resource:security_group_rule and tenant:c8b1ae316c024be0ae4a33608c38dc68 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:38:00.333326 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-c3663a92-d2e4-490c-8db5-253d3a6c83d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:38:00.340236 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-c3663a92-d2e4-490c-8db5-253d3a6c83d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:38:00.346791 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 40122) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:38:00.438045 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c3663a92-d2e4-490c-8db5-253d3a6c83d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:00.440910 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c3663a92-d2e4-490c-8db5-253d3a6c83d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:00.450539 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-80845621-d3d1-4d29-b1ec-fe565a5d92cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:38:00.496396 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-c3663a92-d2e4-490c-8db5-253d3a6c83d6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c8b1ae316c024be0ae4a33608c38dc68&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2050922
Dec 09 05:38:00.498246 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3663a92-d2e4-490c-8db5-253d3a6c83d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f48e7e1-75e8-454d-809b-3137a29e2dca,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:38:00.499317 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 40128) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:38:00.501680 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-c3663a92-d2e4-490c-8db5-253d3a6c83d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:38:00.586222 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f8b6b3b7-3998-430c-ac8c-9a3963ce747c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:00.614284 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-f8b6b3b7-3998-430c-ac8c-9a3963ce747c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:38:00.617122 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6ae6bcb3-f044-4799-8d2b-2420ede8c1bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:00.621259 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-f8b6b3b7-3998-430c-ac8c-9a3963ce747c admin admin] Usage tracker for resource:security_group_rule and tenant:d6e24530a8c246f8aebb890007c72fff is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:38:00.630545 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-f8b6b3b7-3998-430c-ac8c-9a3963ce747c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:38:00.641471 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-f8b6b3b7-3998-430c-ac8c-9a3963ce747c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:38:00.662907 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6ae6bcb3-f044-4799-8d2b-2420ede8c1bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:00.752117 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6ae6bcb3-f044-4799-8d2b-2420ede8c1bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:00.760688 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ef4068ee-ee7b-49d6-a3a8-950d0b8a2520 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:38:00.784255 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae6bcb3-f044-4799-8d2b-2420ede8c1bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f48e7e1-75e8-454d-809b-3137a29e2dca,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:38:00.790830 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-6ae6bcb3-f044-4799-8d2b-2420ede8c1bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:38:00.815841 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f8b6b3b7-3998-430c-ac8c-9a3963ce747c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:00.817132 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6ae6bcb3-f044-4799-8d2b-2420ede8c1bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:00.818380 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-6ae6bcb3-f044-4799-8d2b-2420ede8c1bb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1f48e7e1-75e8-454d-809b-3137a29e2dca HTTP/1.1" status: 204  len: 168 time: 0.3180137
Dec 09 05:38:00.826661 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f8b6b3b7-3998-430c-ac8c-9a3963ce747c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:00.837932 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-36618c59-2e15-4889-8b18-83325ddd78be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:38:00.888379 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-f8b6b3b7-3998-430c-ac8c-9a3963ce747c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d6e24530a8c246f8aebb890007c72fff&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5404077
Dec 09 05:38:00.889454 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b6b3b7-3998-430c-ac8c-9a3963ce747c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=755e4cb5-4bcc-471f-85de-3c79eafd1c84,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:38:00.891377 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 40134) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:38:00.892843 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-f8b6b3b7-3998-430c-ac8c-9a3963ce747c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:38:01.187144 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6bbdf648-db18-4921-8be2-7765a5a3847f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:01.215628 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6bbdf648-db18-4921-8be2-7765a5a3847f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:01.262951 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6bbdf648-db18-4921-8be2-7765a5a3847f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:01.268157 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-cefa18f6-329c-4811-bd0c-97c6407b0a38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:38:01.281963 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbdf648-db18-4921-8be2-7765a5a3847f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=755e4cb5-4bcc-471f-85de-3c79eafd1c84,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:38:01.287156 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-6bbdf648-db18-4921-8be2-7765a5a3847f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:38:01.292169 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6bbdf648-db18-4921-8be2-7765a5a3847f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:01.293401 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-6bbdf648-db18-4921-8be2-7765a5a3847f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/755e4cb5-4bcc-471f-85de-3c79eafd1c84 HTTP/1.1" status: 204  len: 168 time: 0.4003413
Dec 09 05:38:11.952707 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 40342) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:38:12.110501 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6912ee3c-ad3d-401a-b819-27f45433d86c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:12.127525 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-6912ee3c-ad3d-401a-b819-27f45433d86c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:38:12.131626 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-6912ee3c-ad3d-401a-b819-27f45433d86c admin admin] Usage tracker for resource:security_group_rule and tenant:aa23f2d234304d96bcc99665973b7143 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:38:12.134656 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-6912ee3c-ad3d-401a-b819-27f45433d86c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:38:12.141441 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-6912ee3c-ad3d-401a-b819-27f45433d86c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:38:12.230619 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6912ee3c-ad3d-401a-b819-27f45433d86c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:12.234488 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-6912ee3c-ad3d-401a-b819-27f45433d86c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:12.247899 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-469be34f-5438-419e-85e2-05590e26907b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:38:12.292640 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-6912ee3c-ad3d-401a-b819-27f45433d86c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=aa23f2d234304d96bcc99665973b7143&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3386104
Dec 09 05:38:12.295145 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6912ee3c-ad3d-401a-b819-27f45433d86c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7e668d-6bdf-47b0-a0af-665ca9f235ef,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:38:12.296095 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 40348) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:38:12.303294 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6912ee3c-ad3d-401a-b819-27f45433d86c admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:38:12.303725 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6912ee3c-ad3d-401a-b819-27f45433d86c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:38:12.304143 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6912ee3c-ad3d-401a-b819-27f45433d86c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:38:12.304556 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6912ee3c-ad3d-401a-b819-27f45433d86c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:38:12.304964 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6912ee3c-ad3d-401a-b819-27f45433d86c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:38:12.305375 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6912ee3c-ad3d-401a-b819-27f45433d86c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:38:12.305781 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6912ee3c-ad3d-401a-b819-27f45433d86c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:38:12.306210 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6912ee3c-ad3d-401a-b819-27f45433d86c admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:38:12.306691 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6912ee3c-ad3d-401a-b819-27f45433d86c admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:38:12.307115 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6912ee3c-ad3d-401a-b819-27f45433d86c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:38:12.307649 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6912ee3c-ad3d-401a-b819-27f45433d86c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:38:12.308217 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6912ee3c-ad3d-401a-b819-27f45433d86c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:38:12.308680 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6912ee3c-ad3d-401a-b819-27f45433d86c admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:38:12.309548 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6912ee3c-ad3d-401a-b819-27f45433d86c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:38:12.310177 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6912ee3c-ad3d-401a-b819-27f45433d86c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:38:12.310592 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6912ee3c-ad3d-401a-b819-27f45433d86c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:38:12.311583 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6912ee3c-ad3d-401a-b819-27f45433d86c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:38:12.312032 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6912ee3c-ad3d-401a-b819-27f45433d86c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:38:12.312443 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6912ee3c-ad3d-401a-b819-27f45433d86c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:38:12.312851 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6912ee3c-ad3d-401a-b819-27f45433d86c admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:38:12.313257 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6912ee3c-ad3d-401a-b819-27f45433d86c admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:38:12.313660 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6912ee3c-ad3d-401a-b819-27f45433d86c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:38:12.314088 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6912ee3c-ad3d-401a-b819-27f45433d86c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:38:12.314491 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6912ee3c-ad3d-401a-b819-27f45433d86c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:38:12.319125 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-6912ee3c-ad3d-401a-b819-27f45433d86c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:38:12.363080 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ecb28d7d-701c-4102-a38c-1af23bc51020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:12.390758 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ecb28d7d-701c-4102-a38c-1af23bc51020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:12.437330 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ecb28d7d-701c-4102-a38c-1af23bc51020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:12.442363 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-7230bd92-ab6a-449f-9354-a894429a1e52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:38:12.457586 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb28d7d-701c-4102-a38c-1af23bc51020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7e668d-6bdf-47b0-a0af-665ca9f235ef,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:38:12.466565 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ecb28d7d-701c-4102-a38c-1af23bc51020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:12.467781 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-ecb28d7d-701c-4102-a38c-1af23bc51020 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1b7e668d-6bdf-47b0-a0af-665ca9f235ef HTTP/1.1" status: 204  len: 168 time: 0.1706221
Dec 09 05:38:12.469378 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb28d7d-701c-4102-a38c-1af23bc51020 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:38:12.469846 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb28d7d-701c-4102-a38c-1af23bc51020 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:38:12.475204 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb28d7d-701c-4102-a38c-1af23bc51020 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:38:12.475204 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb28d7d-701c-4102-a38c-1af23bc51020 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:38:12.475204 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb28d7d-701c-4102-a38c-1af23bc51020 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:38:12.475602 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb28d7d-701c-4102-a38c-1af23bc51020 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:38:12.475935 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb28d7d-701c-4102-a38c-1af23bc51020 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:38:12.476336 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb28d7d-701c-4102-a38c-1af23bc51020 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:38:12.476740 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb28d7d-701c-4102-a38c-1af23bc51020 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:38:12.477134 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb28d7d-701c-4102-a38c-1af23bc51020 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:38:12.477530 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb28d7d-701c-4102-a38c-1af23bc51020 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:38:12.477950 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb28d7d-701c-4102-a38c-1af23bc51020 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:38:12.478590 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb28d7d-701c-4102-a38c-1af23bc51020 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:38:12.479001 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb28d7d-701c-4102-a38c-1af23bc51020 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:38:12.479448 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb28d7d-701c-4102-a38c-1af23bc51020 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:38:12.479822 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb28d7d-701c-4102-a38c-1af23bc51020 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:38:12.480216 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb28d7d-701c-4102-a38c-1af23bc51020 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:38:12.480610 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb28d7d-701c-4102-a38c-1af23bc51020 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:38:12.481010 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb28d7d-701c-4102-a38c-1af23bc51020 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:38:12.481976 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb28d7d-701c-4102-a38c-1af23bc51020 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:38:12.482372 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb28d7d-701c-4102-a38c-1af23bc51020 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:38:12.482764 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb28d7d-701c-4102-a38c-1af23bc51020 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:38:12.483154 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb28d7d-701c-4102-a38c-1af23bc51020 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:38:12.483549 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb28d7d-701c-4102-a38c-1af23bc51020 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:38:12.487336 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ecb28d7d-701c-4102-a38c-1af23bc51020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:38:12.834941 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 40358) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:38:12.854595 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8203b125-e93e-4d7e-b806-194311412a7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:12.875813 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-8203b125-e93e-4d7e-b806-194311412a7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:38:12.879916 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-8203b125-e93e-4d7e-b806-194311412a7c admin admin] Usage tracker for resource:security_group_rule and tenant:68a9ed7884e5415d9259985c98dab15b is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:38:12.883973 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-8203b125-e93e-4d7e-b806-194311412a7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:38:12.889759 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-8203b125-e93e-4d7e-b806-194311412a7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:38:12.977949 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8203b125-e93e-4d7e-b806-194311412a7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:12.980926 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8203b125-e93e-4d7e-b806-194311412a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:12.990641 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-4a0da16b-ba07-4d31-aa33-8d30533e5734 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:38:13.033477 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-8203b125-e93e-4d7e-b806-194311412a7c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=68a9ed7884e5415d9259985c98dab15b&name=default HTTP/1.1" status: 200  len: 2879 time: 0.1973293
Dec 09 05:38:13.035319 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8203b125-e93e-4d7e-b806-194311412a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c149a4-514b-456e-94bc-b26e97426090,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:38:13.036403 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 40362) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:38:13.038585 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8203b125-e93e-4d7e-b806-194311412a7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:38:13.102794 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-401656e4-614d-49a0-b0af-f5d706b1ce61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:13.131314 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-401656e4-614d-49a0-b0af-f5d706b1ce61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:13.179773 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-401656e4-614d-49a0-b0af-f5d706b1ce61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:13.185032 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-715ed257-1700-4a61-a7a5-53bd0626bbb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:38:13.198441 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401656e4-614d-49a0-b0af-f5d706b1ce61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c149a4-514b-456e-94bc-b26e97426090,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:38:13.204422 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-401656e4-614d-49a0-b0af-f5d706b1ce61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:38:13.208918 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-401656e4-614d-49a0-b0af-f5d706b1ce61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:13.210167 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-401656e4-614d-49a0-b0af-f5d706b1ce61 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/59c149a4-514b-456e-94bc-b26e97426090 HTTP/1.1" status: 204  len: 168 time: 0.1726096
Dec 09 05:38:13.644876 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 40370) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:38:13.665731 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4c15779a-f0fe-4084-af02-e99081bb87b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:13.682692 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-4c15779a-f0fe-4084-af02-e99081bb87b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:38:13.687756 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-4c15779a-f0fe-4084-af02-e99081bb87b8 admin admin] Usage tracker for resource:security_group_rule and tenant:1da83fd747934b9c9bc19393f89d4e0e is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:38:13.691017 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-4c15779a-f0fe-4084-af02-e99081bb87b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:38:13.697125 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-4c15779a-f0fe-4084-af02-e99081bb87b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:38:13.788761 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4c15779a-f0fe-4084-af02-e99081bb87b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:13.793741 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4c15779a-f0fe-4084-af02-e99081bb87b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:13.804324 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-41f1bc22-1782-4ed6-a9c7-0d52437e16ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:38:13.858435 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-4c15779a-f0fe-4084-af02-e99081bb87b8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1da83fd747934b9c9bc19393f89d4e0e&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2121408
Dec 09 05:38:13.859629 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15779a-f0fe-4084-af02-e99081bb87b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e80f13-3939-48aa-846b-0a30fa39beeb,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:38:13.860440 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 40378) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:38:13.863188 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-4c15779a-f0fe-4084-af02-e99081bb87b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:38:13.927076 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c0b6d8fc-d7c4-4a03-ae2b-4741a73ace8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:13.954663 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c0b6d8fc-d7c4-4a03-ae2b-4741a73ace8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:13.999909 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c0b6d8fc-d7c4-4a03-ae2b-4741a73ace8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:14.004984 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-c3663a92-d2e4-490c-8db5-253d3a6c83d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:38:14.018501 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b6d8fc-d7c4-4a03-ae2b-4741a73ace8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e80f13-3939-48aa-846b-0a30fa39beeb,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:38:14.021571 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-c0b6d8fc-d7c4-4a03-ae2b-4741a73ace8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:38:14.022530 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c0b6d8fc-d7c4-4a03-ae2b-4741a73ace8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:14.026612 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-c0b6d8fc-d7c4-4a03-ae2b-4741a73ace8e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/45e80f13-3939-48aa-846b-0a30fa39beeb HTTP/1.1" status: 204  len: 168 time: 0.1621976
Dec 09 05:38:14.952551 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 40412) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:38:15.095106 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-5c949a75-0aeb-4229-a606-0db3a91016f4 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-840838429-network', 'tenant_id': '7ded9401002742499b1dfaa2120c7b8e'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:38:15.100214 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-5c949a75-0aeb-4229-a606-0db3a91016f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:38:15.104338 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-5c949a75-0aeb-4229-a606-0db3a91016f4 admin admin] Usage tracker for resource:network and tenant:7ded9401002742499b1dfaa2120c7b8e is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:38:15.107486 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-5c949a75-0aeb-4229-a606-0db3a91016f4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:38:15.113264 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-5c949a75-0aeb-4229-a606-0db3a91016f4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:38:15.123513 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c949a75-0aeb-4229-a606-0db3a91016f4 admin admin] Made reservation on behalf of 7ded9401002742499b1dfaa2120c7b8e for: {'network': 1} {{(pid=80245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 09 05:38:15.128335 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5c949a75-0aeb-4229-a606-0db3a91016f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for network, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:15.141989 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5c949a75-0aeb-4229-a606-0db3a91016f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:15.158255 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-5c949a75-0aeb-4229-a606-0db3a91016f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:38:15.162329 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-5c949a75-0aeb-4229-a606-0db3a91016f4 admin admin] Usage tracker for resource:security_group_rule and tenant:7ded9401002742499b1dfaa2120c7b8e is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:38:15.165306 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-5c949a75-0aeb-4229-a606-0db3a91016f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:38:15.175662 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-5c949a75-0aeb-4229-a606-0db3a91016f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:38:15.259892 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5c949a75-0aeb-4229-a606-0db3a91016f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:15.262726 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5c949a75-0aeb-4229-a606-0db3a91016f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:15.266966 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-1644a7b2-bb72-4ee3-b29c-c678b5566cf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:38:15.300194 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c949a75-0aeb-4229-a606-0db3a91016f4 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 09 05:38:15.313853 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c949a75-0aeb-4229-a606-0db3a91016f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91a246b-36ba-453e-95c5-5d4e060f5199,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:38:15.318124 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-5c949a75-0aeb-4229-a606-0db3a91016f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:38:15.319121 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5c949a75-0aeb-4229-a606-0db3a91016f4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787496670511', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638805'] for segment, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:15.319553 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.db.segments_db [None req-5c949a75-0aeb-4229-a606-0db3a91016f4 admin admin] Added segment dc863d6c-fc28-4276-8baf-0314b7673ef2 of type vxlan for network b2c82a3c-6a6b-46aa-a633-983b64801a13
Dec 09 05:38:15.347939 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5c949a75-0aeb-4229-a606-0db3a91016f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363249358512056'] for network, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:15.378867 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5c949a75-0aeb-4229-a606-0db3a91016f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854364948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894'] for network, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:15.380128 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c949a75-0aeb-4229-a606-0db3a91016f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:38:15.380768 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5c949a75-0aeb-4229-a606-0db3a91016f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3226941'] for network, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:15.385888 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:38:15.490995 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-5c949a75-0aeb-4229-a606-0db3a91016f4 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 0.5372255
Dec 09 05:38:15.494141 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 40418) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:38:15.494494 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c949a75-0aeb-4229-a606-0db3a91016f4 admin admin] Pushing event updated for resources: {'Network': ['ID=b2c82a3c-6a6b-46aa-a633-983b64801a13,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:38:15.497786 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-5c949a75-0aeb-4229-a606-0db3a91016f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:38:15.501347 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-64c65410-a730-4512-b1ef-e32183f2f6c5 admin admin] Request body: {'subnet': {'network_id': 'b2c82a3c-6a6b-46aa-a633-983b64801a13', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-840838429-subnet', 'tenant_id': '7ded9401002742499b1dfaa2120c7b8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:38:15.504764 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Network b2c82a3c-6a6b-46aa-a633-983b64801a13 details requested by agent ovs-agent-dv-cinder-763306-6-iscsi with host dv-cinder-763306-6-iscsi {{(pid=80247) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 09 05:38:15.506736 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-64c65410-a730-4512-b1ef-e32183f2f6c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:38:15.510918 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-64c65410-a730-4512-b1ef-e32183f2f6c5 admin admin] Usage tracker for resource:subnet and tenant:7ded9401002742499b1dfaa2120c7b8e is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:38:15.515064 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-64c65410-a730-4512-b1ef-e32183f2f6c5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:38:15.520918 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-64c65410-a730-4512-b1ef-e32183f2f6c5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:38:15.522970 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Network b2c82a3c-6a6b-46aa-a633-983b64801a13 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80247) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 09 05:38:15.532288 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c65410-a730-4512-b1ef-e32183f2f6c5 admin admin] Made reservation on behalf of 7ded9401002742499b1dfaa2120c7b8e for: {'subnet': 1} {{(pid=80246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 09 05:38:15.537063 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-64c65410-a730-4512-b1ef-e32183f2f6c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11897078'] for subnet, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:15.787451 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-71aa9e17-3610-4192-94c9-6f63c9ec7936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:15.956538 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-64c65410-a730-4512-b1ef-e32183f2f6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854364984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843940832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11897063'] for subnet, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:15.972747 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:38:16.114154 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c65410-a730-4512-b1ef-e32183f2f6c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbb337fd-104b-4806-91e3-b068bd86d58a,revision_number=0']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:38:16.118499 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-64c65410-a730-4512-b1ef-e32183f2f6c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:38:16.183067 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c65410-a730-4512-b1ef-e32183f2f6c5 admin admin] Checking segment: {'id': 'dc863d6c-fc28-4276-8baf-0314b7673ef2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b2c82a3c-6a6b-46aa-a633-983b64801a13'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 09 05:38:16.183462 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c65410-a730-4512-b1ef-e32183f2f6c5 admin admin] Network hostable DHCP agents. Network: b2c82a3c-6a6b-46aa-a633-983b64801a13, hostable agents: ['cf8ef789-40b7-4066-b095-c11a9e991b4e'], hosted agents: [] {{(pid=80246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 09 05:38:16.202542 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c65410-a730-4512-b1ef-e32183f2f6c5 admin admin] Network b2c82a3c-6a6b-46aa-a633-983b64801a13 is scheduled to be hosted by DHCP agent cf8ef789-40b7-4066-b095-c11a9e991b4e with binding_index 1 {{(pid=80246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 09 05:38:16.210606 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-64c65410-a730-4512-b1ef-e32183f2f6c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-6-iscsi, b2c82a3c-6a6b-46aa-a633-983b64801a13) {{(pid=80246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:38:16.220274 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0289b3de-3d48-4390-80a7-93a2d8e5fa87 None None] Network b2c82a3c-6a6b-46aa-a633-983b64801a13 requested from dv-cinder-763306-6-iscsi {{(pid=80247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 09 05:38:16.223370 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c65410-a730-4512-b1ef-e32183f2f6c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:38:16.224024 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-64c65410-a730-4512-b1ef-e32183f2f6c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:16.253509 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-64c65410-a730-4512-b1ef-e32183f2f6c5 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.7581842
Dec 09 05:38:16.447976 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94268fe5-6026-4301-a9c2-7a67eab0fc69 None None] Network b2c82a3c-6a6b-46aa-a633-983b64801a13 requested from dv-cinder-763306-6-iscsi {{(pid=80247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 09 05:38:17.334912 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0487563a-1d8e-49c6-8bec-a0de56df5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:18.239180 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d667687f-70e4-40ee-92a5-0e371b53b2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:18.412451 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f445d35-aceb-4d32-9664-dad8a274ba0f req-d0986250-402b-44a5-b62f-3d568be7c768 tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:38:18.414066 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4f445d35-aceb-4d32-9664-dad8a274ba0f req-d0986250-402b-44a5-b62f-3d568be7c768 tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] 10.222.0.39 "GET /v2.0/networks?id=b2c82a3c-6a6b-46aa-a633-983b64801a13 HTTP/1.1" status: 200  len: 813 time: 0.1609259
Dec 09 05:38:18.430976 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4f445d35-aceb-4d32-9664-dad8a274ba0f req-c4f00415-3399-47f1-b4d8-716e3e0a8676 tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] 10.222.0.39 "GET /v2.0/quotas/7ded9401002742499b1dfaa2120c7b8e HTTP/1.1" status: 200  len: 375 time: 0.0102370
Dec 09 05:38:18.484968 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4f445d35-aceb-4d32-9664-dad8a274ba0f req-03ffae0d-e545-499f-87b9-24eddb388e18 tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] 10.222.0.39 "GET /v2.0/ports?tenant_id=7ded9401002742499b1dfaa2120c7b8e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0476449
Dec 09 05:38:18.632828 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4f445d35-aceb-4d32-9664-dad8a274ba0f req-a0097608-768d-4a48-a5cd-69cfacfd51ab service neutron] 10.222.0.39 "GET /v2.0/networks/b2c82a3c-6a6b-46aa-a633-983b64801a13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1401694
Dec 09 05:38:18.782278 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4f445d35-aceb-4d32-9664-dad8a274ba0f req-bb9ef8ea-764c-4a9a-8cfa-7e8efad95985 service neutron] 10.222.0.39 "GET /v2.0/networks/b2c82a3c-6a6b-46aa-a633-983b64801a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1424863
Dec 09 05:38:18.994665 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:19.011331 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-940d1194-d273-433e-9367-91e58d226274 req-81132ba3-a8df-4f0f-8218-f88a70e9d0c0 tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] 10.222.0.39 "GET /v2.0/ports?device_id=5010942f-1e0f-4032-816f-c491458c7a73 HTTP/1.1" status: 200  len: 210 time: 0.0490284
Dec 09 05:38:20.054590 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-858fc187-cc56-4aeb-a3e2-00a52ab9489b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:20.206257 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8b24e95a-ab47-42e8-b81f-94aadfaeedeb req-47bde474-a535-4bb4-8ac0-a482c045dbcc tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] 10.222.0.39 "GET /v2.0/ports?device_id=5010942f-1e0f-4032-816f-c491458c7a73 HTTP/1.1" status: 200  len: 210 time: 0.0551600
Dec 09 05:38:20.240728 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 40486) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:38:20.413683 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0bc47e5c-0dc2-4ae4-9b46-6a32cc71aed4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:20.431459 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-0bc47e5c-0dc2-4ae4-9b46-6a32cc71aed4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:38:20.435818 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-0bc47e5c-0dc2-4ae4-9b46-6a32cc71aed4 admin admin] Usage tracker for resource:security_group_rule and tenant:ec89f66569c6485eba295540f091dd77 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:38:20.436496 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f445d35-aceb-4d32-9664-dad8a274ba0f req-1d1cdb3f-eaed-4cef-aee2-cdd4fab5cb66 tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:38:20.438160 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4f445d35-aceb-4d32-9664-dad8a274ba0f req-1d1cdb3f-eaed-4cef-aee2-cdd4fab5cb66 tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] 10.222.0.59 "GET /v2.0/networks?id=b2c82a3c-6a6b-46aa-a633-983b64801a13 HTTP/1.1" status: 200  len: 813 time: 0.1738875
Dec 09 05:38:20.439125 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-0bc47e5c-0dc2-4ae4-9b46-6a32cc71aed4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:38:20.444956 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-0bc47e5c-0dc2-4ae4-9b46-6a32cc71aed4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:38:20.456350 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-4f445d35-aceb-4d32-9664-dad8a274ba0f req-ce6520a8-94e2-4579-ad60-64f69fd3f32a tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Request body: {'port': {'device_id': '5010942f-1e0f-4032-816f-c491458c7a73', 'network_id': 'b2c82a3c-6a6b-46aa-a633-983b64801a13', 'admin_state_up': True, 'tenant_id': '7ded9401002742499b1dfaa2120c7b8e'}} {{(pid=80246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:38:20.545967 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0bc47e5c-0dc2-4ae4-9b46-6a32cc71aed4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:20.549966 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0bc47e5c-0dc2-4ae4-9b46-6a32cc71aed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:20.559563 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-de172d1d-63e7-4f66-90ac-8225ad96f799 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:38:20.613471 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-0bc47e5c-0dc2-4ae4-9b46-6a32cc71aed4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ec89f66569c6485eba295540f091dd77&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3714190
Dec 09 05:38:20.614422 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc47e5c-0dc2-4ae4-9b46-6a32cc71aed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55af0e85-ed6d-4613-8b9e-bd4d9a576321,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:38:20.618515 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-0bc47e5c-0dc2-4ae4-9b46-6a32cc71aed4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:38:20.619368 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 40496) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:38:20.692339 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0103df3a-1749-4941-908f-afef4e647169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:20.726783 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0103df3a-1749-4941-908f-afef4e647169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:20.778503 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0103df3a-1749-4941-908f-afef4e647169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:20.784348 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-6912ee3c-ad3d-401a-b819-27f45433d86c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:38:20.797511 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0103df3a-1749-4941-908f-afef4e647169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55af0e85-ed6d-4613-8b9e-bd4d9a576321,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:38:20.799829 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-0103df3a-1749-4941-908f-afef4e647169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:38:20.806741 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0103df3a-1749-4941-908f-afef4e647169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:20.810331 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-0103df3a-1749-4941-908f-afef4e647169 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/55af0e85-ed6d-4613-8b9e-bd4d9a576321 HTTP/1.1" status: 204  len: 168 time: 0.1899004
Dec 09 05:38:20.839930 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-4f445d35-aceb-4d32-9664-dad8a274ba0f req-ce6520a8-94e2-4579-ad60-64f69fd3f32a tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:38:20.845108 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-4f445d35-aceb-4d32-9664-dad8a274ba0f req-ce6520a8-94e2-4579-ad60-64f69fd3f32a tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Usage tracker for resource:port and tenant:7ded9401002742499b1dfaa2120c7b8e is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:38:20.848338 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-4f445d35-aceb-4d32-9664-dad8a274ba0f req-ce6520a8-94e2-4579-ad60-64f69fd3f32a tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Quota usage for port was recalculated. Used quota:0. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:38:20.854235 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-4f445d35-aceb-4d32-9664-dad8a274ba0f req-ce6520a8-94e2-4579-ad60-64f69fd3f32a tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:38:20.864502 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f445d35-aceb-4d32-9664-dad8a274ba0f req-ce6520a8-94e2-4579-ad60-64f69fd3f32a tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Made reservation on behalf of 7ded9401002742499b1dfaa2120c7b8e for: {'port': 1} {{(pid=80246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 09 05:38:20.870545 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-4f445d35-aceb-4d32-9664-dad8a274ba0f req-ce6520a8-94e2-4579-ad60-64f69fd3f32a tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:21.190365 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [req-4f445d35-aceb-4d32-9664-dad8a274ba0f req-ce6520a8-94e2-4579-ad60-64f69fd3f32a tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Allocated IP 172.20.0.11 (b2c82a3c-6a6b-46aa-a633-983b64801a13/bbb337fd-104b-4806-91e3-b068bd86d58a/95d466c0-844d-4df3-85d2-cb5c6e8ce46b) {{(pid=80246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 09 05:38:21.398546 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-232b84b0-939b-435e-a564-f6e706f7d359 req-4f2e47f3-c475-4fc1-b369-1ae9ebf8d01c tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] 10.222.0.39 "GET /v2.0/ports?device_id=5010942f-1e0f-4032-816f-c491458c7a73 HTTP/1.1" status: 200  len: 210 time: 0.0489862
Dec 09 05:38:21.432640 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-4f445d35-aceb-4d32-9664-dad8a274ba0f req-ce6520a8-94e2-4579-ad60-64f69fd3f32a tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Notify callbacks [] for port, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:21.460680 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-4f445d35-aceb-4d32-9664-dad8a274ba0f req-ce6520a8-94e2-4579-ad60-64f69fd3f32a tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249358491764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10841009'] for port, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:21.476341 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-a5bfea9d-330f-4155-9b39-4a2523644e28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:38:21.624402 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6520a8-94e2-4579-ad60-64f69fd3f32a tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Pushing event updated for resources: {'Port': ['ID=95d466c0-844d-4df3-85d2-cb5c6e8ce46b,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:38:21.627659 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ce6520a8-94e2-4579-ad60-64f69fd3f32a tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:38:21.678996 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f445d35-aceb-4d32-9664-dad8a274ba0f req-ce6520a8-94e2-4579-ad60-64f69fd3f32a tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Network b2c82a3c-6a6b-46aa-a633-983b64801a13 is already hosted by enough agents. {{(pid=80246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 09 05:38:21.680244 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [req-4f445d35-aceb-4d32-9664-dad8a274ba0f req-ce6520a8-94e2-4579-ad60-64f69fd3f32a tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Resources bound (agent type, host, resource id):  {{(pid=80246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:38:21.682621 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f445d35-aceb-4d32-9664-dad8a274ba0f req-ce6520a8-94e2-4579-ad60-64f69fd3f32a tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Received port after_create {{(pid=80246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 09 05:38:21.761179 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f445d35-aceb-4d32-9664-dad8a274ba0f req-ce6520a8-94e2-4579-ad60-64f69fd3f32a tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:38:21.761885 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-4f445d35-aceb-4d32-9664-dad8a274ba0f req-ce6520a8-94e2-4579-ad60-64f69fd3f32a tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870'] for port, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:21.784096 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4f445d35-aceb-4d32-9664-dad8a274ba0f req-ce6520a8-94e2-4579-ad60-64f69fd3f32a tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3322122
Dec 09 05:38:21.799820 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-4f445d35-aceb-4d32-9664-dad8a274ba0f req-61ededa1-0e28-403d-9b2f-96aad30de24e service neutron] Request body: {'port': {'device_id': '5010942f-1e0f-4032-816f-c491458c7a73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:38:21.929055 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-4f445d35-aceb-4d32-9664-dad8a274ba0f req-61ededa1-0e28-403d-9b2f-96aad30de24e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:22.458696 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [req-4f445d35-aceb-4d32-9664-dad8a274ba0f req-61ededa1-0e28-403d-9b2f-96aad30de24e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95d466c0-844d-4df3-85d2-cb5c6e8ce46b {{(pid=80246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 09 05:38:22.467201 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-4f445d35-aceb-4d32-9664-dad8a274ba0f req-61ededa1-0e28-403d-9b2f-96aad30de24e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:22.481930 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [req-4f445d35-aceb-4d32-9664-dad8a274ba0f req-61ededa1-0e28-403d-9b2f-96aad30de24e service neutron] Transition to ACTIVE for port object 95d466c0-844d-4df3-85d2-cb5c6e8ce46b will not be triggered until provisioned by entity L2. {{(pid=80246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 09 05:38:22.485789 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-4f445d35-aceb-4d32-9664-dad8a274ba0f req-61ededa1-0e28-403d-9b2f-96aad30de24e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843934808'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:22.503288 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-c6f6ebba-f710-445d-80e0-57c13f91ff36 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:38:22.694325 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ededa1-0e28-403d-9b2f-96aad30de24e service neutron] Pushing event updated for resources: {'Port': ['ID=95d466c0-844d-4df3-85d2-cb5c6e8ce46b,revision_number=2']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:38:22.703162 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-61ededa1-0e28-403d-9b2f-96aad30de24e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:38:22.822648 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb469679-920f-4a12-9ed3-9a5e65480e9c req-2048c902-07b3-4771-baa1-fe374ffa0883 tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:38:22.823415 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-eb469679-920f-4a12-9ed3-9a5e65480e9c req-2048c902-07b3-4771-baa1-fe374ffa0883 tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Synchronizing usage tracker for tenant:7ded9401002742499b1dfaa2120c7b8e on resource:port {{(pid=80246) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:38:22.896717 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-eb469679-920f-4a12-9ed3-9a5e65480e9c req-2048c902-07b3-4771-baa1-fe374ffa0883 tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Unset dirty status for tenant:7ded9401002742499b1dfaa2120c7b8e on resource:port {{(pid=80246) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:38:22.898072 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-eb469679-920f-4a12-9ed3-9a5e65480e9c req-2048c902-07b3-4771-baa1-fe374ffa0883 tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] 10.222.0.39 "GET /v2.0/ports?device_id=5010942f-1e0f-4032-816f-c491458c7a73 HTTP/1.1" status: 200  len: 944 time: 0.3363764
Dec 09 05:38:22.944901 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-4f445d35-aceb-4d32-9664-dad8a274ba0f req-61ededa1-0e28-403d-9b2f-96aad30de24e service neutron] Attempting to bind port 95d466c0-844d-4df3-85d2-cb5c6e8ce46b on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 09 05:38:22.945184 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-4f445d35-aceb-4d32-9664-dad8a274ba0f req-61ededa1-0e28-403d-9b2f-96aad30de24e service neutron] Attempting to bind port 95d466c0-844d-4df3-85d2-cb5c6e8ce46b by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'dc863d6c-fc28-4276-8baf-0314b7673ef2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b2c82a3c-6a6b-46aa-a633-983b64801a13'}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 09 05:38:22.945551 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f445d35-aceb-4d32-9664-dad8a274ba0f req-61ededa1-0e28-403d-9b2f-96aad30de24e service neutron] Attempting to bind port 95d466c0-844d-4df3-85d2-cb5c6e8ce46b on network b2c82a3c-6a6b-46aa-a633-983b64801a13 {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 09 05:38:22.965865 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f445d35-aceb-4d32-9664-dad8a274ba0f req-61ededa1-0e28-403d-9b2f-96aad30de24e service neutron] Checking agent: {'id': '86479789-5ca7-450a-99e9-f63f20b79a87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 27, 56), 'started_at': datetime.datetime(2020, 12, 9, 5, 28, 26), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 05:38:22.966239 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f445d35-aceb-4d32-9664-dad8a274ba0f req-61ededa1-0e28-403d-9b2f-96aad30de24e service neutron] Checking segment: {'id': 'dc863d6c-fc28-4276-8baf-0314b7673ef2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b2c82a3c-6a6b-46aa-a633-983b64801a13'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 09 05:38:22.966649 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-4f445d35-aceb-4d32-9664-dad8a274ba0f req-61ededa1-0e28-403d-9b2f-96aad30de24e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:22.967045 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f445d35-aceb-4d32-9664-dad8a274ba0f req-61ededa1-0e28-403d-9b2f-96aad30de24e service neutron] Bound using segment: {'id': 'dc863d6c-fc28-4276-8baf-0314b7673ef2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b2c82a3c-6a6b-46aa-a633-983b64801a13'} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 05:38:22.967526 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-4f445d35-aceb-4d32-9664-dad8a274ba0f req-61ededa1-0e28-403d-9b2f-96aad30de24e service neutron] Bound port: 95d466c0-844d-4df3-85d2-cb5c6e8ce46b, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc863d6c-fc28-4276-8baf-0314b7673ef2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b2c82a3c-6a6b-46aa-a633-983b64801a13'}}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 09 05:38:22.968365 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-4f445d35-aceb-4d32-9664-dad8a274ba0f req-61ededa1-0e28-403d-9b2f-96aad30de24e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:22.985703 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-eb469679-920f-4a12-9ed3-9a5e65480e9c req-eba5d60e-c12b-4e4f-8d78-a6b02350c7b8 tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] 10.222.0.39 "GET /v2.0/security-groups?id=c91a246b-36ba-453e-95c5-5d4e060f5199&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0803111
Dec 09 05:38:23.070557 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-4f445d35-aceb-4d32-9664-dad8a274ba0f req-61ededa1-0e28-403d-9b2f-96aad30de24e service neutron] For port 95d466c0-844d-4df3-85d2-cb5c6e8ce46b, host hv-cinder-76330, cleared binding levels {{(pid=80246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 09 05:38:23.073736 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-4f445d35-aceb-4d32-9664-dad8a274ba0f req-61ededa1-0e28-403d-9b2f-96aad30de24e service neutron] For port 95d466c0-844d-4df3-85d2-cb5c6e8ce46b, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=95d466c0-844d-4df3-85d2-cb5c6e8ce46b,segment=NetworkSegment(dc863d6c-fc28-4276-8baf-0314b7673ef2),segment_id=dc863d6c-fc28-4276-8baf-0314b7673ef2)] {{(pid=80246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 09 05:38:23.077583 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-4f445d35-aceb-4d32-9664-dad8a274ba0f req-61ededa1-0e28-403d-9b2f-96aad30de24e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843934808'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:23.093339 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e0150686-1746-4cfd-b2f3-4a193fc5d2c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:38:23.247840 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ededa1-0e28-403d-9b2f-96aad30de24e service neutron] Pushing event updated for resources: {'Port': ['ID=95d466c0-844d-4df3-85d2-cb5c6e8ce46b,revision_number=3']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:38:23.252775 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-61ededa1-0e28-403d-9b2f-96aad30de24e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:38:23.289947 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f445d35-aceb-4d32-9664-dad8a274ba0f req-61ededa1-0e28-403d-9b2f-96aad30de24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:38:23.290634 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-4f445d35-aceb-4d32-9664-dad8a274ba0f req-61ededa1-0e28-403d-9b2f-96aad30de24e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870'] for port, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:23.292225 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4f445d35-aceb-4d32-9664-dad8a274ba0f req-61ededa1-0e28-403d-9b2f-96aad30de24e service neutron] 10.222.0.59 "PUT /v2.0/ports/95d466c0-844d-4df3-85d2-cb5c6e8ce46b HTTP/1.1" status: 200  len: 1158 time: 1.5000937
Dec 09 05:38:23.292830 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5010942f-1e0f-4032-816f-c491458c7a73', 'tag': '95d466c0-844d-4df3-85d2-cb5c6e8ce46b'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:38:23.373481 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5010942f-1e0f-4032-816f-c491458c7a73', 'tag': '95d466c0-844d-4df3-85d2-cb5c6e8ce46b', 'status': 'completed', 'code': 200}
Dec 09 05:38:23.424620 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f445d35-aceb-4d32-9664-dad8a274ba0f req-1b5dc977-ac1a-452d-83f1-7f99aba4c84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:38:23.426335 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4f445d35-aceb-4d32-9664-dad8a274ba0f req-1b5dc977-ac1a-452d-83f1-7f99aba4c84b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7ded9401002742499b1dfaa2120c7b8e&device_id=5010942f-1e0f-4032-816f-c491458c7a73 HTTP/1.1" status: 200  len: 1161 time: 0.0900848
Dec 09 05:38:23.501545 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4f445d35-aceb-4d32-9664-dad8a274ba0f req-63536575-af19-41ec-9ddc-51fb12aea92c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95d466c0-844d-4df3-85d2-cb5c6e8ce46b HTTP/1.1" status: 200  len: 217 time: 0.0676446
Dec 09 05:38:23.578273 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f445d35-aceb-4d32-9664-dad8a274ba0f req-7a16b2a5-2c45-4b78-89a5-5a6080ed71c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:38:23.579919 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4f445d35-aceb-4d32-9664-dad8a274ba0f req-7a16b2a5-2c45-4b78-89a5-5a6080ed71c4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bbb337fd-104b-4806-91e3-b068bd86d58a HTTP/1.1" status: 200  len: 853 time: 0.0725322
Dec 09 05:38:23.644127 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4f445d35-aceb-4d32-9664-dad8a274ba0f req-fb8b0fa0-41fb-448c-a4d5-efb8ff87faec service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b2c82a3c-6a6b-46aa-a633-983b64801a13&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0571601
Dec 09 05:38:23.797155 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4f445d35-aceb-4d32-9664-dad8a274ba0f req-537913c1-d48a-4f23-a66f-128d2e0d297b service neutron] 10.222.0.59 "GET /v2.0/networks/b2c82a3c-6a6b-46aa-a633-983b64801a13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1460724
Dec 09 05:38:23.955183 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-4f445d35-aceb-4d32-9664-dad8a274ba0f req-cc06b9b0-38f5-40c6-834d-229dd8324f05 service neutron] 10.222.0.59 "GET /v2.0/networks/b2c82a3c-6a6b-46aa-a633-983b64801a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1515906
Dec 09 05:38:24.081141 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45f23a-e2e7-4689-8bc8-d59287eabb76 req-d3bec445-d554-476e-9330-50affadc2493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:38:24.082887 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cd45f23a-e2e7-4689-8bc8-d59287eabb76 req-d3bec445-d554-476e-9330-50affadc2493 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7ded9401002742499b1dfaa2120c7b8e&device_id=5010942f-1e0f-4032-816f-c491458c7a73 HTTP/1.1" status: 200  len: 1161 time: 0.0845737
Dec 09 05:38:24.301635 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45f23a-e2e7-4689-8bc8-d59287eabb76 req-560c7431-91dd-43db-82a3-8cb5229bdc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:38:24.303293 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cd45f23a-e2e7-4689-8bc8-d59287eabb76 req-560c7431-91dd-43db-82a3-8cb5229bdc0f service neutron] 10.222.0.59 "GET /v2.0/networks?id=b2c82a3c-6a6b-46aa-a633-983b64801a13 HTTP/1.1" status: 200  len: 907 time: 0.2131920
Dec 09 05:38:24.323418 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f8999a-cafe-429c-a4d7-4a77fdb33e20 req-23a5e4db-1543-48f5-a0b9-a886b62eae61 tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:38:24.325363 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d4f8999a-cafe-429c-a4d7-4a77fdb33e20 req-23a5e4db-1543-48f5-a0b9-a886b62eae61 tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] 10.222.0.39 "GET /v2.0/ports?device_id=5010942f-1e0f-4032-816f-c491458c7a73 HTTP/1.1" status: 200  len: 944 time: 0.1356125
Dec 09 05:38:24.375216 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d4f8999a-cafe-429c-a4d7-4a77fdb33e20 req-33f05543-eb39-4117-8047-8bd9298d1000 tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] 10.222.0.39 "GET /v2.0/security-groups?id=c91a246b-36ba-453e-95c5-5d4e060f5199&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433834
Dec 09 05:38:25.042027 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cd45f23a-e2e7-4689-8bc8-d59287eabb76 req-a48df4f2-21d5-4547-a1f2-dc5fbad80da2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95d466c0-844d-4df3-85d2-cb5c6e8ce46b HTTP/1.1" status: 200  len: 217 time: 0.0689056
Dec 09 05:38:25.601484 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29406b50-843a-46a7-a0ac-4e566ec57b56 req-a67cc549-519f-4017-a8ac-61fd0d3f8db3 tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:38:25.603145 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-29406b50-843a-46a7-a0ac-4e566ec57b56 req-a67cc549-519f-4017-a8ac-61fd0d3f8db3 tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] 10.222.0.39 "GET /v2.0/ports?device_id=5010942f-1e0f-4032-816f-c491458c7a73 HTTP/1.1" status: 200  len: 944 time: 0.0894830
Dec 09 05:38:25.650540 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-29406b50-843a-46a7-a0ac-4e566ec57b56 req-0fff9335-df59-48b6-8834-6d3a6ddd8d78 tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Synchronizing usage tracker for tenant:7ded9401002742499b1dfaa2120c7b8e on resource:security_group {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:38:25.667778 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-29406b50-843a-46a7-a0ac-4e566ec57b56 req-0fff9335-df59-48b6-8834-6d3a6ddd8d78 tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Unset dirty status for tenant:7ded9401002742499b1dfaa2120c7b8e on resource:security_group {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:38:25.669735 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-29406b50-843a-46a7-a0ac-4e566ec57b56 req-0fff9335-df59-48b6-8834-6d3a6ddd8d78 tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] 10.222.0.39 "GET /v2.0/security-groups?id=c91a246b-36ba-453e-95c5-5d4e060f5199&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597086
Dec 09 05:38:25.783482 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:26.105549 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45f23a-e2e7-4689-8bc8-d59287eabb76 req-857a7959-19c5-4146-afbf-561f83631c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:38:26.107820 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cd45f23a-e2e7-4689-8bc8-d59287eabb76 req-857a7959-19c5-4146-afbf-561f83631c13 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bbb337fd-104b-4806-91e3-b068bd86d58a HTTP/1.1" status: 200  len: 853 time: 0.3254762
Dec 09 05:38:26.759025 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cd45f23a-e2e7-4689-8bc8-d59287eabb76 req-f0ffe576-71eb-4d5d-97ab-459e6b3a8579 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b2c82a3c-6a6b-46aa-a633-983b64801a13&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0478837
Dec 09 05:38:26.978207 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cd45f23a-e2e7-4689-8bc8-d59287eabb76 req-e9dbd13a-a073-4363-882e-dd251e04a4eb service neutron] 10.222.0.59 "GET /v2.0/networks/b2c82a3c-6a6b-46aa-a633-983b64801a13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2115214
Dec 09 05:38:26.988083 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63872658-06ce-47de-b7a6-33cfb8a69aeb req-2a32f386-0581-4fc8-84bb-4cbd22ca681f tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:38:26.989648 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-63872658-06ce-47de-b7a6-33cfb8a69aeb req-2a32f386-0581-4fc8-84bb-4cbd22ca681f tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] 10.222.0.39 "GET /v2.0/ports?device_id=5010942f-1e0f-4032-816f-c491458c7a73 HTTP/1.1" status: 200  len: 944 time: 0.1798348
Dec 09 05:38:27.143742 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-63872658-06ce-47de-b7a6-33cfb8a69aeb req-ed1fb7f3-c951-4e60-98d2-d6974cd00610 tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] 10.222.0.39 "GET /v2.0/security-groups?id=c91a246b-36ba-453e-95c5-5d4e060f5199&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1293337
Dec 09 05:38:27.178393 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cd45f23a-e2e7-4689-8bc8-d59287eabb76 req-8d519bed-f33c-477a-ae73-4278c3d2a52c service neutron] 10.222.0.59 "GET /v2.0/networks/b2c82a3c-6a6b-46aa-a633-983b64801a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1876462
Dec 09 05:38:28.205010 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-43f44203-54c4-4c67-af47-9ad3e8a05b65 None None] Agent healthcheck: found 6 active agents {{(pid=80248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 09 05:38:28.367864 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ece67d-cef6-45d1-9b37-bc3b3e1ad760 req-023de022-7e8b-4f2d-8196-9626c38bd30a tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:38:28.369791 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-87ece67d-cef6-45d1-9b37-bc3b3e1ad760 req-023de022-7e8b-4f2d-8196-9626c38bd30a tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] 10.222.0.39 "GET /v2.0/ports?device_id=5010942f-1e0f-4032-816f-c491458c7a73 HTTP/1.1" status: 200  len: 944 time: 0.0921130
Dec 09 05:38:28.422686 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-87ece67d-cef6-45d1-9b37-bc3b3e1ad760 req-a589609d-3288-4934-b69c-7c002812b15e tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] 10.222.0.39 "GET /v2.0/security-groups?id=c91a246b-36ba-453e-95c5-5d4e060f5199&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459454
Dec 09 05:38:29.668670 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c887a-83c4-411f-8bf7-0a9cb2509495 req-6cb63c39-f121-4433-beef-161cf9196266 tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:38:29.670430 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d18c887a-83c4-411f-8bf7-0a9cb2509495 req-6cb63c39-f121-4433-beef-161cf9196266 tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] 10.222.0.39 "GET /v2.0/ports?device_id=5010942f-1e0f-4032-816f-c491458c7a73 HTTP/1.1" status: 200  len: 944 time: 0.0922267
Dec 09 05:38:29.724233 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d18c887a-83c4-411f-8bf7-0a9cb2509495 req-6e7fd50c-a4ed-4a14-8cd9-913ae4a3cf41 tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] 10.222.0.39 "GET /v2.0/security-groups?id=c91a246b-36ba-453e-95c5-5d4e060f5199&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451798
Dec 09 05:38:30.414913 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.objects.ports [None req-27ba3972-45aa-47da-9c94-b5c94a637a2a None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80247) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 09 05:38:30.755956 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device 95d466c0-844d-4df3-85d2-cb5c6e8ce46b up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:38:30.836311 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning for port 95d466c0-844d-4df3-85d2-cb5c6e8ce46b completed by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 09 05:38:30.842720 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port 95d466c0-844d-4df3-85d2-cb5c6e8ce46b triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:38:30.843159 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:30.956663 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c3a007-1f82-4f7d-81c5-4d0cfd37d782 req-0ddf801f-4575-4b8f-ba02-02f5757c909a tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:38:30.958408 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-00c3a007-1f82-4f7d-81c5-4d0cfd37d782 req-0ddf801f-4575-4b8f-ba02-02f5757c909a tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] 10.222.0.39 "GET /v2.0/ports?device_id=5010942f-1e0f-4032-816f-c491458c7a73 HTTP/1.1" status: 200  len: 944 time: 0.0974782
Dec 09 05:38:30.980844 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:31.011529 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-00c3a007-1f82-4f7d-81c5-4d0cfd37d782 req-4e356fe7-ffea-4ad7-bf8c-8423520feaae tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] 10.222.0.39 "GET /v2.0/security-groups?id=c91a246b-36ba-453e-95c5-5d4e060f5199&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460100
Dec 09 05:38:31.015254 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5010942f-1e0f-4032-816f-c491458c7a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95d466c0-844d-4df3-85d2-cb5c6e8ce46b'}] {{(pid=80247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:38:31.029854 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] For port 95d466c0-844d-4df3-85d2-cb5c6e8ce46b, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=95d466c0-844d-4df3-85d2-cb5c6e8ce46b,segment=NetworkSegment(dc863d6c-fc28-4276-8baf-0314b7673ef2),segment_id=dc863d6c-fc28-4276-8baf-0314b7673ef2)] {{(pid=80247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:38:31.034365 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:31.037565 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:38:31.129151 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5010942f-1e0f-4032-816f-c491458c7a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95d466c0-844d-4df3-85d2-cb5c6e8ce46b', 'code': 200}
Dec 09 05:38:31.166576 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device 95d466c0-844d-4df3-85d2-cb5c6e8ce46b up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:38:31.193229 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Pushing event updated for resources: {'Port': ['ID=95d466c0-844d-4df3-85d2-cb5c6e8ce46b,revision_number=4']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:38:31.214343 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:38:31.214699 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:38:31.215806 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:38:31.216022 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:38:31.216342 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:38:31.216727 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:38:31.217104 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:38:31.217479 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:38:31.217897 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:38:31.218275 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:38:31.218644 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:38:31.219015 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:38:31.219430 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:38:31.219798 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:38:31.220166 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:38:31.220533 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:38:31.220899 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:38:31.221264 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:38:31.221633 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:38:31.222056 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:38:31.222424 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:38:31.222789 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:38:31.223155 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:38:31.223521 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:38:31.230386 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:38:31.266217 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port 95d466c0-844d-4df3-85d2-cb5c6e8ce46b triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:38:31.266652 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:31.429303 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefaeb9b-da07-4b70-9b85-f97ed4468300 req-39a66c48-9d1e-43de-818e-7bfeead2be8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:38:31.430976 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cefaeb9b-da07-4b70-9b85-f97ed4468300 req-39a66c48-9d1e-43de-818e-7bfeead2be8b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5010942f-1e0f-4032-816f-c491458c7a73 HTTP/1.1" status: 200  len: 1163 time: 0.0825136
Dec 09 05:38:31.482918 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cefaeb9b-da07-4b70-9b85-f97ed4468300 req-d97dbd1f-f52b-48d0-adf0-0b0c65ea0247 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c91a246b-36ba-453e-95c5-5d4e060f5199&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447614
Dec 09 05:38:32.243989 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a54011-b5eb-46ab-8de5-f0c30cec6031 req-7296547f-67f7-481e-a315-68fdf5cb7e78 tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:38:32.245634 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b3a54011-b5eb-46ab-8de5-f0c30cec6031 req-7296547f-67f7-481e-a315-68fdf5cb7e78 tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] 10.222.0.39 "GET /v2.0/ports?device_id=5010942f-1e0f-4032-816f-c491458c7a73 HTTP/1.1" status: 200  len: 946 time: 0.0931110
Dec 09 05:38:32.298973 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b3a54011-b5eb-46ab-8de5-f0c30cec6031 req-fd67dfdf-7e26-4095-b8bc-f14d04ccbc9e tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] 10.222.0.39 "GET /v2.0/security-groups?id=c91a246b-36ba-453e-95c5-5d4e060f5199&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460410
Dec 09 05:38:33.187599 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device 95d466c0-844d-4df3-85d2-cb5c6e8ce46b up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:38:33.257014 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port 95d466c0-844d-4df3-85d2-cb5c6e8ce46b triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:38:33.257548 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:33.524770 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cee8d9-d0c4-427a-a701-19c513f8978a req-46e91172-5ce9-41e7-89ca-7ccfe4e7b5cd tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:38:33.526423 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f0cee8d9-d0c4-427a-a701-19c513f8978a req-46e91172-5ce9-41e7-89ca-7ccfe4e7b5cd tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] 10.222.0.39 "GET /v2.0/ports?device_id=5010942f-1e0f-4032-816f-c491458c7a73 HTTP/1.1" status: 200  len: 946 time: 0.0885870
Dec 09 05:38:33.577137 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f0cee8d9-d0c4-427a-a701-19c513f8978a req-fa0143d4-a9c3-4c5c-aadd-347db910ca2b tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] 10.222.0.39 "GET /v2.0/security-groups?id=c91a246b-36ba-453e-95c5-5d4e060f5199&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435717
Dec 09 05:38:42.266204 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 40710) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:38:42.436437 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e6319e61-e765-4b98-890e-d71c3a83a09d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:42.460800 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-e6319e61-e765-4b98-890e-d71c3a83a09d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:38:42.465159 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-e6319e61-e765-4b98-890e-d71c3a83a09d admin admin] Usage tracker for resource:security_group_rule and tenant:e386ec9a0d904377a717733140b9380e is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:38:42.468807 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-e6319e61-e765-4b98-890e-d71c3a83a09d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:38:42.483484 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-e6319e61-e765-4b98-890e-d71c3a83a09d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:38:42.591726 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e6319e61-e765-4b98-890e-d71c3a83a09d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:42.595517 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e6319e61-e765-4b98-890e-d71c3a83a09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:42.609383 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-cdbea116-7fe2-4cc7-ac5d-f4275008ebeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:38:42.656016 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-e6319e61-e765-4b98-890e-d71c3a83a09d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e386ec9a0d904377a717733140b9380e&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3885226
Dec 09 05:38:42.657077 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6319e61-e765-4b98-890e-d71c3a83a09d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09567032-d0b7-4980-861d-c76ceaeae632,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:38:42.660365 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 40716) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:38:42.666007 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e6319e61-e765-4b98-890e-d71c3a83a09d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:38:42.736775 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ee055d58-9281-432f-823d-e3aad954b780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:42.768278 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ee055d58-9281-432f-823d-e3aad954b780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:42.827540 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ee055d58-9281-432f-823d-e3aad954b780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:42.837178 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-599f983b-7e8f-454e-9558-c3942260e238 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:38:42.852811 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee055d58-9281-432f-823d-e3aad954b780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09567032-d0b7-4980-861d-c76ceaeae632,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:38:42.857403 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ee055d58-9281-432f-823d-e3aad954b780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:38:42.861879 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ee055d58-9281-432f-823d-e3aad954b780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:42.863077 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-ee055d58-9281-432f-823d-e3aad954b780 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/09567032-d0b7-4980-861d-c76ceaeae632 HTTP/1.1" status: 204  len: 168 time: 0.2019527
Dec 09 05:38:45.786722 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e164d588-bfd7-44e8-aa47-dadf2f4e2f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:47.338878 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-018e54f1-2d00-4bef-898a-f35ae8e8eeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:48.243536 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d667687f-70e4-40ee-92a5-0e371b53b2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:49.004677 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:50.055095 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-858fc187-cc56-4aeb-a3e2-00a52ab9489b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:55.785604 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:38:57.957508 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b29ae76e-1e30-48b1-b2b1-185befac6bdb req-3d9eec80-f849-4106-b2f1-34f64b4b7e59 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9a189d4c-a860-43fb-bfa1-9247f278e5e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0795624
Dec 09 05:38:58.117205 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29ae76e-1e30-48b1-b2b1-185befac6bdb req-eb6df352-0999-40f1-877e-bf98d17c84c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:38:58.118888 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b29ae76e-1e30-48b1-b2b1-185befac6bdb req-eb6df352-0999-40f1-877e-bf98d17c84c1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3e19a4471945447fb24ef19ba877456c&device_id=9a189d4c-a860-43fb-bfa1-9247f278e5e3 HTTP/1.1" status: 200  len: 1163 time: 0.0805073
Dec 09 05:38:58.288423 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29ae76e-1e30-48b1-b2b1-185befac6bdb req-5932a366-982b-4035-96fd-e0a66581e327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:38:58.290079 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b29ae76e-1e30-48b1-b2b1-185befac6bdb req-5932a366-982b-4035-96fd-e0a66581e327 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1 HTTP/1.1" status: 200  len: 902 time: 0.1500940
Dec 09 05:38:58.401925 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b29ae76e-1e30-48b1-b2b1-185befac6bdb req-47940944-f1a2-400e-8d67-f956856709fc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be337eb1-b184-4a65-a269-c4dfeb0f491f HTTP/1.1" status: 200  len: 1000 time: 0.1040726
Dec 09 05:38:58.474774 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29ae76e-1e30-48b1-b2b1-185befac6bdb req-7ccb0fcd-cb65-4e16-ab3e-6ce5fbceb911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:38:58.476386 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b29ae76e-1e30-48b1-b2b1-185befac6bdb req-7ccb0fcd-cb65-4e16-ab3e-6ce5fbceb911 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=03701147-4f44-43c3-b01d-18f4abcea6b1 HTTP/1.1" status: 200  len: 847 time: 0.0674229
Dec 09 05:38:58.559427 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29ae76e-1e30-48b1-b2b1-185befac6bdb req-a6feaa7f-bf92-4cf5-bdaa-64372d2ba47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:38:58.561041 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b29ae76e-1e30-48b1-b2b1-185befac6bdb req-a6feaa7f-bf92-4cf5-bdaa-64372d2ba47f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0778568
Dec 09 05:38:58.707474 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b29ae76e-1e30-48b1-b2b1-185befac6bdb req-bd1535c4-145f-489c-a00a-78138c0a873c service neutron] 10.222.0.59 "GET /v2.0/networks/8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1387351
Dec 09 05:38:58.861388 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b29ae76e-1e30-48b1-b2b1-185befac6bdb req-92e8b8b8-0e68-42a8-bff7-0dd8fb750c5b service neutron] 10.222.0.59 "GET /v2.0/networks/8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1451778
Dec 09 05:39:01.092526 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7544c468-46d0-4757-8aa1-1438865cfd9b req-11cda7b0-ab74-4e5e-9dbe-7fe8a14d742e tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:39:01.094184 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7544c468-46d0-4757-8aa1-1438865cfd9b req-11cda7b0-ab74-4e5e-9dbe-7fe8a14d742e tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/ports?device_id=9a189d4c-a860-43fb-bfa1-9247f278e5e3 HTTP/1.1" status: 200  len: 946 time: 0.0952444
Dec 09 05:39:01.158723 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7544c468-46d0-4757-8aa1-1438865cfd9b req-82653cf7-df7a-4de1-8daf-4ebb11e5dbe9 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/security-groups?id=ee3d622c-051e-4fe6-b72b-e02e32d7772b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0540335
Dec 09 05:39:02.388969 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afac787-bbdc-4a27-81c5-686c2b98bb7a req-e35e59eb-8dcc-4c18-b4e9-f44dcf39114f tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:39:02.390652 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7afac787-bbdc-4a27-81c5-686c2b98bb7a req-e35e59eb-8dcc-4c18-b4e9-f44dcf39114f tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/ports?device_id=9a189d4c-a860-43fb-bfa1-9247f278e5e3 HTTP/1.1" status: 200  len: 946 time: 0.0885539
Dec 09 05:39:02.441760 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-7afac787-bbdc-4a27-81c5-686c2b98bb7a req-96f9ba25-f63f-487b-8a95-7513ce45bb88 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/security-groups?id=ee3d622c-051e-4fe6-b72b-e02e32d7772b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0439179
Dec 09 05:39:03.666377 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94309ab-5161-46f6-b1da-860ec61f8400 req-371484c4-cb82-4efc-a546-bea6bcaf4a43 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:39:03.668059 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f94309ab-5161-46f6-b1da-860ec61f8400 req-371484c4-cb82-4efc-a546-bea6bcaf4a43 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/ports?device_id=9a189d4c-a860-43fb-bfa1-9247f278e5e3 HTTP/1.1" status: 200  len: 946 time: 0.0877984
Dec 09 05:39:03.721362 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f94309ab-5161-46f6-b1da-860ec61f8400 req-0e09173f-44c0-48b8-8e4e-8c4eb99e0d7d tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/security-groups?id=ee3d622c-051e-4fe6-b72b-e02e32d7772b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0468137
Dec 09 05:39:04.951223 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810efa7d-100f-4661-a3c2-9771edd2ed9a req-c787364e-1f4c-49ec-9e2b-72e3032e7f7e tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:39:04.952869 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-810efa7d-100f-4661-a3c2-9771edd2ed9a req-c787364e-1f4c-49ec-9e2b-72e3032e7f7e tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/ports?device_id=9a189d4c-a860-43fb-bfa1-9247f278e5e3 HTTP/1.1" status: 200  len: 946 time: 0.0963061
Dec 09 05:39:05.002317 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-810efa7d-100f-4661-a3c2-9771edd2ed9a req-705ea890-fef8-4a0a-ae86-ae51867c7d2a tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/security-groups?id=ee3d622c-051e-4fe6-b72b-e02e32d7772b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0421698
Dec 09 05:39:05.204905 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-43f44203-54c4-4c67-af47-9ad3e8a05b65 None None] Agent healthcheck: found 6 active agents {{(pid=80248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 09 05:39:06.231642 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841726d1-a9bd-44de-ad1a-8742c5852a92 req-546d4da3-b14f-408e-95c1-54bf39652380 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:39:06.233289 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-841726d1-a9bd-44de-ad1a-8742c5852a92 req-546d4da3-b14f-408e-95c1-54bf39652380 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/ports?device_id=9a189d4c-a860-43fb-bfa1-9247f278e5e3 HTTP/1.1" status: 200  len: 946 time: 0.0896289
Dec 09 05:39:06.288891 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-841726d1-a9bd-44de-ad1a-8742c5852a92 req-68ac24d4-a866-4594-9c94-ecde5d74f95f tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/security-groups?id=ee3d622c-051e-4fe6-b72b-e02e32d7772b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0453150
Dec 09 05:39:07.506583 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf2a4d7-1d99-47d8-97d5-fe5bf3bb03d1 req-9490146e-de42-45be-8b6b-3583368a58fd tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:39:07.508169 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ecf2a4d7-1d99-47d8-97d5-fe5bf3bb03d1 req-9490146e-de42-45be-8b6b-3583368a58fd tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/ports?device_id=9a189d4c-a860-43fb-bfa1-9247f278e5e3 HTTP/1.1" status: 200  len: 946 time: 0.0867963
Dec 09 05:39:07.560967 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ecf2a4d7-1d99-47d8-97d5-fe5bf3bb03d1 req-5b090455-4cd2-408f-b1e1-f4379c485232 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/security-groups?id=ee3d622c-051e-4fe6-b72b-e02e32d7772b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0464380
Dec 09 05:39:08.789514 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4c9ead-6253-432a-bc3f-d178e7b87f30 req-d8fb24ab-c3e1-4174-bb96-11b350dc9d12 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:39:08.791213 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-df4c9ead-6253-432a-bc3f-d178e7b87f30 req-d8fb24ab-c3e1-4174-bb96-11b350dc9d12 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/ports?device_id=9a189d4c-a860-43fb-bfa1-9247f278e5e3 HTTP/1.1" status: 200  len: 946 time: 0.0918803
Dec 09 05:39:08.840574 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-df4c9ead-6253-432a-bc3f-d178e7b87f30 req-eacc1c97-aac5-4c38-b0c2-4e720de21636 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/security-groups?id=ee3d622c-051e-4fe6-b72b-e02e32d7772b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0423834
Dec 09 05:39:10.064671 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcaf3e8-9034-48b9-9e4b-7502bac4e046 req-5020213a-1454-43c5-9cf3-fa77b3001e25 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:39:10.066288 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-abcaf3e8-9034-48b9-9e4b-7502bac4e046 req-5020213a-1454-43c5-9cf3-fa77b3001e25 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/ports?device_id=9a189d4c-a860-43fb-bfa1-9247f278e5e3 HTTP/1.1" status: 200  len: 946 time: 0.0887890
Dec 09 05:39:10.114213 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-abcaf3e8-9034-48b9-9e4b-7502bac4e046 req-e2f865ba-e795-4bc4-9fa6-5b60cff9f2db tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/security-groups?id=ee3d622c-051e-4fe6-b72b-e02e32d7772b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0410600
Dec 09 05:39:11.337632 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c182e0b-1869-4367-921d-d725b8f40a95 req-31b8cb56-ca85-4b73-887f-e539d833408c tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:39:11.339340 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8c182e0b-1869-4367-921d-d725b8f40a95 req-31b8cb56-ca85-4b73-887f-e539d833408c tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/ports?device_id=9a189d4c-a860-43fb-bfa1-9247f278e5e3 HTTP/1.1" status: 200  len: 946 time: 0.0898669
Dec 09 05:39:11.393495 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8c182e0b-1869-4367-921d-d725b8f40a95 req-4362e094-5c25-4374-bebc-b9b4c361225f tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/security-groups?id=ee3d622c-051e-4fe6-b72b-e02e32d7772b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0477266
Dec 09 05:39:12.615737 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aaf80d-4b86-496b-b3f1-9a26b7bda718 req-51950e97-e6e5-41b8-89d4-de3446140d09 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:39:12.617335 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d4aaf80d-4b86-496b-b3f1-9a26b7bda718 req-51950e97-e6e5-41b8-89d4-de3446140d09 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/ports?device_id=9a189d4c-a860-43fb-bfa1-9247f278e5e3 HTTP/1.1" status: 200  len: 946 time: 0.0884340
Dec 09 05:39:12.666363 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d4aaf80d-4b86-496b-b3f1-9a26b7bda718 req-fdf6f255-4f34-4d16-b2a2-9d91e0bc2d73 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/security-groups?id=ee3d622c-051e-4fe6-b72b-e02e32d7772b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0426474
Dec 09 05:39:13.916742 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00cc9a-63de-40bd-b6b0-cad4dcc3207c req-6d10815e-95b6-4627-88fb-d83857ec252f tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:39:13.918378 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3d00cc9a-63de-40bd-b6b0-cad4dcc3207c req-6d10815e-95b6-4627-88fb-d83857ec252f tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/ports?device_id=9a189d4c-a860-43fb-bfa1-9247f278e5e3 HTTP/1.1" status: 200  len: 946 time: 0.1018960
Dec 09 05:39:13.966423 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3d00cc9a-63de-40bd-b6b0-cad4dcc3207c req-335d11c4-dd3a-41c1-9de8-c8e76c5e89a1 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/security-groups?id=ee3d622c-051e-4fe6-b72b-e02e32d7772b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0414617
Dec 09 05:39:14.572493 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device be337eb1-b184-4a65-a269-c4dfeb0f491f up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:39:14.647042 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port be337eb1-b184-4a65-a269-c4dfeb0f491f triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:39:14.647469 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:39:15.189327 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257b29d6-c7a5-408d-9ec5-4b0d273c4997 req-b80575dd-b5b0-4d61-a316-f66c35509fb0 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:39:15.190928 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-257b29d6-c7a5-408d-9ec5-4b0d273c4997 req-b80575dd-b5b0-4d61-a316-f66c35509fb0 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/ports?device_id=9a189d4c-a860-43fb-bfa1-9247f278e5e3 HTTP/1.1" status: 200  len: 946 time: 0.0876129
Dec 09 05:39:15.240667 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-257b29d6-c7a5-408d-9ec5-4b0d273c4997 req-60d0840e-35d2-4823-9da4-ee7e90e30eba tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/security-groups?id=ee3d622c-051e-4fe6-b72b-e02e32d7772b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0424201
Dec 09 05:39:15.786874 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-598d0120-2bad-43b8-8466-2aaae130248b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:39:16.462542 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8364367-0944-4cca-876a-5fb92d6ca7f8 req-9c745a30-9b2e-47d6-929d-9571ad87d280 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:39:16.464152 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c8364367-0944-4cca-876a-5fb92d6ca7f8 req-9c745a30-9b2e-47d6-929d-9571ad87d280 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/ports?device_id=9a189d4c-a860-43fb-bfa1-9247f278e5e3 HTTP/1.1" status: 200  len: 946 time: 0.0883865
Dec 09 05:39:16.511839 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c8364367-0944-4cca-876a-5fb92d6ca7f8 req-d36e53a4-c2f9-4c20-acb3-fa3c4e48761e tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/security-groups?id=ee3d622c-051e-4fe6-b72b-e02e32d7772b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0411508
Dec 09 05:39:17.343465 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2c7aa586-cea6-41ca-8ce7-cc11493b46d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:39:17.738482 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a9ff3a-b6e8-4ff9-bfca-78587fedf082 req-36cad0c7-25de-443a-a4f8-7181c0c4109e tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:39:17.740538 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-29a9ff3a-b6e8-4ff9-bfca-78587fedf082 req-36cad0c7-25de-443a-a4f8-7181c0c4109e tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/ports?device_id=9a189d4c-a860-43fb-bfa1-9247f278e5e3 HTTP/1.1" status: 200  len: 946 time: 0.0901291
Dec 09 05:39:17.792108 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-29a9ff3a-b6e8-4ff9-bfca-78587fedf082 req-fc66a12c-92f6-479a-b9fa-647cccc50b20 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/security-groups?id=ee3d622c-051e-4fe6-b72b-e02e32d7772b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0448847
Dec 09 05:39:18.242559 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d667687f-70e4-40ee-92a5-0e371b53b2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:39:18.710986 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b3f256-75a7-4f17-9a73-138e25e492a4 req-999395f5-28b0-426e-893d-7279d885faf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:39:18.712655 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-23b3f256-75a7-4f17-9a73-138e25e492a4 req-999395f5-28b0-426e-893d-7279d885faf7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3e19a4471945447fb24ef19ba877456c&device_id=9a189d4c-a860-43fb-bfa1-9247f278e5e3 HTTP/1.1" status: 200  len: 1163 time: 0.0800772
Dec 09 05:39:18.865976 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b3f256-75a7-4f17-9a73-138e25e492a4 req-806f2014-1ec7-4d90-b975-09534bbd9e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:39:18.867596 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-23b3f256-75a7-4f17-9a73-138e25e492a4 req-806f2014-1ec7-4d90-b975-09534bbd9e52 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1 HTTP/1.1" status: 200  len: 902 time: 0.1484780
Dec 09 05:39:18.985948 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-23b3f256-75a7-4f17-9a73-138e25e492a4 req-ae704574-feac-417a-9bdf-8ab199394de9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be337eb1-b184-4a65-a269-c4dfeb0f491f HTTP/1.1" status: 200  len: 1000 time: 0.1112943
Dec 09 05:39:19.014161 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:39:19.024803 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f7a4d1-e4c8-44ab-9996-867169df98b7 req-facf4498-b517-48b3-bd0a-775f8866e423 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:39:19.026578 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-49f7a4d1-e4c8-44ab-9996-867169df98b7 req-facf4498-b517-48b3-bd0a-775f8866e423 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/ports?device_id=9a189d4c-a860-43fb-bfa1-9247f278e5e3 HTTP/1.1" status: 200  len: 946 time: 0.1009119
Dec 09 05:39:19.065302 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b3f256-75a7-4f17-9a73-138e25e492a4 req-3dbee9c5-a341-452f-b2a3-d3313477da3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:39:19.067519 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-23b3f256-75a7-4f17-9a73-138e25e492a4 req-3dbee9c5-a341-452f-b2a3-d3313477da3d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=03701147-4f44-43c3-b01d-18f4abcea6b1 HTTP/1.1" status: 200  len: 847 time: 0.0699968
Dec 09 05:39:19.079343 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-49f7a4d1-e4c8-44ab-9996-867169df98b7 req-e5b3fce3-02d5-4987-ad93-f99c7e579000 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/security-groups?id=ee3d622c-051e-4fe6-b72b-e02e32d7772b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0451810
Dec 09 05:39:19.222399 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b3f256-75a7-4f17-9a73-138e25e492a4 req-583dc845-b3c5-4635-865a-4f9693fd4dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:39:19.224083 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-23b3f256-75a7-4f17-9a73-138e25e492a4 req-583dc845-b3c5-4635-865a-4f9693fd4dfa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1489458
Dec 09 05:39:19.235575 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa405b-3e8c-474e-b901-79fe4dd38796 req-3336b754-e347-45b5-acba-a3c38bba3a3a tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:39:19.237128 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d1fa405b-3e8c-474e-b901-79fe4dd38796 req-3336b754-e347-45b5-acba-a3c38bba3a3a tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] 10.222.0.39 "GET /v2.0/ports?device_id=5010942f-1e0f-4032-816f-c491458c7a73 HTTP/1.1" status: 200  len: 946 time: 0.1139147
Dec 09 05:39:19.383886 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d1fa405b-3e8c-474e-b901-79fe4dd38796 req-c0a53b6f-4ad3-458a-951d-71d5cf7915ed tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] 10.222.0.39 "GET /v2.0/security-groups?id=c91a246b-36ba-453e-95c5-5d4e060f5199&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1244357
Dec 09 05:39:19.413189 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-23b3f256-75a7-4f17-9a73-138e25e492a4 req-f7edf179-d114-497c-a76a-08c16eec4666 service neutron] 10.222.0.59 "GET /v2.0/networks/8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1750996
Dec 09 05:39:19.559660 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-23b3f256-75a7-4f17-9a73-138e25e492a4 req-221f2157-dd6e-4eb6-9178-f4c5eb6b592d service neutron] 10.222.0.59 "GET /v2.0/networks/8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1411083
Dec 09 05:39:20.056778 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-858fc187-cc56-4aeb-a3e2-00a52ab9489b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:39:20.300591 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc9ec7-e553-45d3-8e37-36c56ac8aaf3 req-e15237a8-a877-420c-bdc6-6d663f4b15d1 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:39:20.302239 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0fcc9ec7-e553-45d3-8e37-36c56ac8aaf3 req-e15237a8-a877-420c-bdc6-6d663f4b15d1 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/ports?device_id=9a189d4c-a860-43fb-bfa1-9247f278e5e3 HTTP/1.1" status: 200  len: 946 time: 0.0876899
Dec 09 05:39:20.350523 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0fcc9ec7-e553-45d3-8e37-36c56ac8aaf3 req-5efa4b9b-6f76-4efb-9b64-215888c74c54 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/security-groups?id=ee3d622c-051e-4fe6-b72b-e02e32d7772b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0414245
Dec 09 05:39:20.612650 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device be337eb1-b184-4a65-a269-c4dfeb0f491f up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:39:20.655773 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78e869b-2ec1-4bd5-a405-421f50b6f24f req-572a652d-d7d5-4f62-bdd1-17e534e56693 tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:39:20.657407 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c78e869b-2ec1-4bd5-a405-421f50b6f24f req-572a652d-d7d5-4f62-bdd1-17e534e56693 tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] 10.222.0.39 "GET /v2.0/ports?device_id=5010942f-1e0f-4032-816f-c491458c7a73 HTTP/1.1" status: 200  len: 946 time: 0.1409669
Dec 09 05:39:20.687455 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port be337eb1-b184-4a65-a269-c4dfeb0f491f triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:39:20.687773 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:39:20.703202 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ebc6c5-974c-47a2-b57f-ea55a6db8e5a req-829d2b50-529e-4292-9f54-4358f244b38f tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:39:20.704775 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-75ebc6c5-974c-47a2-b57f-ea55a6db8e5a req-829d2b50-529e-4292-9f54-4358f244b38f tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] 10.222.0.59 "GET /v2.0/ports?device_id=5010942f-1e0f-4032-816f-c491458c7a73 HTTP/1.1" status: 200  len: 946 time: 0.1293113
Dec 09 05:39:20.770268 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c78e869b-2ec1-4bd5-a405-421f50b6f24f req-ff00edee-3636-445c-8f59-23ec787dc094 tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] 10.222.0.39 "GET /v2.0/security-groups?id=c91a246b-36ba-453e-95c5-5d4e060f5199&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1011407
Dec 09 05:39:20.801970 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-75ebc6c5-974c-47a2-b57f-ea55a6db8e5a req-1b38b649-8e6f-4151-9b1f-c9a0721a993c tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Deleting port 95d466c0-844d-4df3-85d2-cb5c6e8ce46b {{(pid=80246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 09 05:39:20.802398 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-75ebc6c5-974c-47a2-b57f-ea55a6db8e5a req-1b38b649-8e6f-4151-9b1f-c9a0721a993c tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787496886762'] for port, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:39:21.069714 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-75ebc6c5-974c-47a2-b57f-ea55a6db8e5a req-1b38b649-8e6f-4151-9b1f-c9a0721a993c tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] For port 95d466c0-844d-4df3-85d2-cb5c6e8ce46b, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=95d466c0-844d-4df3-85d2-cb5c6e8ce46b,segment=NetworkSegment(dc863d6c-fc28-4276-8baf-0314b7673ef2),segment_id=dc863d6c-fc28-4276-8baf-0314b7673ef2)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:39:21.070348 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-75ebc6c5-974c-47a2-b57f-ea55a6db8e5a req-1b38b649-8e6f-4151-9b1f-c9a0721a993c tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744221'] for port, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:39:21.431137 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-75ebc6c5-974c-47a2-b57f-ea55a6db8e5a req-1b38b649-8e6f-4151-9b1f-c9a0721a993c tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Calling delete_port for 95d466c0-844d-4df3-85d2-cb5c6e8ce46b owned by compute:nova {{(pid=80246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 09 05:39:21.570139 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b83d37-c43f-421a-85e8-83757f243fde req-c1ccaa6a-add0-4d0e-890d-a6157639f643 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:39:21.571911 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-54b83d37-c43f-421a-85e8-83757f243fde req-c1ccaa6a-add0-4d0e-890d-a6157639f643 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/ports?device_id=9a189d4c-a860-43fb-bfa1-9247f278e5e3 HTTP/1.1" status: 200  len: 946 time: 0.0872555
Dec 09 05:39:21.590723 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-75ebc6c5-974c-47a2-b57f-ea55a6db8e5a req-1b38b649-8e6f-4151-9b1f-c9a0721a993c tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787496890807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249358481609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10841009'] for port, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:39:21.610558 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-92e72ccc-da65-4fcf-97e8-a1f911dafb3a tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:39:21.626369 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-54b83d37-c43f-421a-85e8-83757f243fde req-22456513-3b6d-4250-90fb-0c5db1a2f522 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/security-groups?id=ee3d622c-051e-4fe6-b72b-e02e32d7772b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0473802
Dec 09 05:39:21.659670 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b38b649-8e6f-4151-9b1f-c9a0721a993c tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Pushing event deleted for resources: {'Port': ['ID=95d466c0-844d-4df3-85d2-cb5c6e8ce46b,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:39:21.684686 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b38b649-8e6f-4151-9b1f-c9a0721a993c tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:39:21.685108 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b38b649-8e6f-4151-9b1f-c9a0721a993c tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:39:21.685524 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b38b649-8e6f-4151-9b1f-c9a0721a993c tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:39:21.685959 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b38b649-8e6f-4151-9b1f-c9a0721a993c tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:39:21.686377 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b38b649-8e6f-4151-9b1f-c9a0721a993c tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:39:21.686787 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b38b649-8e6f-4151-9b1f-c9a0721a993c tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:39:21.687193 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b38b649-8e6f-4151-9b1f-c9a0721a993c tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:39:21.687597 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b38b649-8e6f-4151-9b1f-c9a0721a993c tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:39:21.687999 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b38b649-8e6f-4151-9b1f-c9a0721a993c tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:39:21.688399 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b38b649-8e6f-4151-9b1f-c9a0721a993c tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:39:21.688802 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b38b649-8e6f-4151-9b1f-c9a0721a993c tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:39:21.689201 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b38b649-8e6f-4151-9b1f-c9a0721a993c tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:39:21.689639 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b38b649-8e6f-4151-9b1f-c9a0721a993c tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:39:21.690086 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b38b649-8e6f-4151-9b1f-c9a0721a993c tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:39:21.690494 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b38b649-8e6f-4151-9b1f-c9a0721a993c tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:39:21.690895 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b38b649-8e6f-4151-9b1f-c9a0721a993c tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:39:21.691291 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b38b649-8e6f-4151-9b1f-c9a0721a993c tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:39:21.691695 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b38b649-8e6f-4151-9b1f-c9a0721a993c tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:39:21.692081 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b38b649-8e6f-4151-9b1f-c9a0721a993c tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:39:21.692478 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b38b649-8e6f-4151-9b1f-c9a0721a993c tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:39:21.692876 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b38b649-8e6f-4151-9b1f-c9a0721a993c tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:39:21.694444 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b38b649-8e6f-4151-9b1f-c9a0721a993c tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:39:21.694862 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b38b649-8e6f-4151-9b1f-c9a0721a993c tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:39:21.695265 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b38b649-8e6f-4151-9b1f-c9a0721a993c tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:39:21.750744 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-1b38b649-8e6f-4151-9b1f-c9a0721a993c tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:39:21.848430 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ebc6c5-974c-47a2-b57f-ea55a6db8e5a req-1b38b649-8e6f-4151-9b1f-c9a0721a993c tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] No DVR routers for this DVR port 95d466c0-844d-4df3-85d2-cb5c6e8ce46b on host hv-cinder-76330 {{(pid=80246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 09 05:39:21.852098 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-75ebc6c5-974c-47a2-b57f-ea55a6db8e5a req-1b38b649-8e6f-4151-9b1f-c9a0721a993c tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870'] for port, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:39:21.855082 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5010942f-1e0f-4032-816f-c491458c7a73', 'name': 'network-vif-deleted', 'tag': '95d466c0-844d-4df3-85d2-cb5c6e8ce46b'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:39:21.871334 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-75ebc6c5-974c-47a2-b57f-ea55a6db8e5a req-1b38b649-8e6f-4151-9b1f-c9a0721a993c tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] 10.222.0.59 "DELETE /v2.0/ports/95d466c0-844d-4df3-85d2-cb5c6e8ce46b HTTP/1.1" status: 204  len: 173 time: 1.1581802
Dec 09 05:39:21.945517 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5010942f-1e0f-4032-816f-c491458c7a73', 'name': 'network-vif-deleted', 'tag': '95d466c0-844d-4df3-85d2-cb5c6e8ce46b', 'status': 'completed', 'code': 200}
Dec 09 05:39:21.957265 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-6ec8c6d7-292b-4702-a9ee-2c10657977ad req-ec279c17-3e33-4fb9-9d6e-fb7b107fec09 tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Synchronizing usage tracker for tenant:7ded9401002742499b1dfaa2120c7b8e on resource:port {{(pid=80246) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:39:21.975740 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-6ec8c6d7-292b-4702-a9ee-2c10657977ad req-ec279c17-3e33-4fb9-9d6e-fb7b107fec09 tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Unset dirty status for tenant:7ded9401002742499b1dfaa2120c7b8e on resource:port {{(pid=80246) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:39:21.977093 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6ec8c6d7-292b-4702-a9ee-2c10657977ad req-ec279c17-3e33-4fb9-9d6e-fb7b107fec09 tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] 10.222.0.39 "GET /v2.0/ports?device_id=5010942f-1e0f-4032-816f-c491458c7a73 HTTP/1.1" status: 200  len: 210 time: 0.0705018
Dec 09 05:39:22.590572 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device 95d466c0-844d-4df3-85d2-cb5c6e8ce46b no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 09 05:39:22.625131 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] No Port match for: 95d466c0-844d-4df3-85d2-cb5c6e8ce46b {{(pid=80247) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 09 05:39:22.625525 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device 95d466c0-844d-4df3-85d2-cb5c6e8ce46b not bound to the agent host hv-cinder-76330 {{(pid=80247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 09 05:39:22.626021 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device be337eb1-b184-4a65-a269-c4dfeb0f491f no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 09 05:39:22.742094 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:39:22.772198 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a189d4c-a860-43fb-bfa1-9247f278e5e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be337eb1-b184-4a65-a269-c4dfeb0f491f'}] {{(pid=80247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:39:22.781616 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] For port be337eb1-b184-4a65-a269-c4dfeb0f491f, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=be337eb1-b184-4a65-a269-c4dfeb0f491f,segment=NetworkSegment(f6d2dbab-fc73-4a6c-baf4-c6449d348147),segment_id=f6d2dbab-fc73-4a6c-baf4-c6449d348147)] {{(pid=80247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:39:22.786238 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:39:22.789352 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:39:22.847576 dv-cinder-763306-6-iscsi neutron-server[80130]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9a189d4c-a860-43fb-bfa1-9247f278e5e3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'be337eb1-b184-4a65-a269-c4dfeb0f491f', 'code': 422} returned with failed status
Dec 09 05:39:22.854236 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ccaa0-494e-4b58-ad35-d0702977e90c req-ae5831ce-fd19-4989-bbb9-cc8a52c09c21 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:39:22.857834 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0b2ccaa0-494e-4b58-ad35-d0702977e90c req-ae5831ce-fd19-4989-bbb9-cc8a52c09c21 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/ports?device_id=9a189d4c-a860-43fb-bfa1-9247f278e5e3 HTTP/1.1" status: 200  len: 944 time: 0.0943880
Dec 09 05:39:22.871688 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Pushing event updated for resources: {'Port': ['ID=be337eb1-b184-4a65-a269-c4dfeb0f491f,revision_number=5']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:39:22.875211 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:39:22.905125 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0b2ccaa0-494e-4b58-ad35-d0702977e90c req-ea844b27-e4a0-45ff-83c8-91df27d7fdaa tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/security-groups?id=ee3d622c-051e-4fe6-b72b-e02e32d7772b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0430553
Dec 09 05:39:23.287953 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 40904) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:39:23.322209 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c998a6-7aca-4969-9d68-dc54fb83820e req-73534340-1f0f-43bb-a0c5-7d4428026da7 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:39:23.323985 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-95c998a6-7aca-4969-9d68-dc54fb83820e req-73534340-1f0f-43bb-a0c5-7d4428026da7 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/ports?device_id=9a189d4c-a860-43fb-bfa1-9247f278e5e3 HTTP/1.1" status: 200  len: 944 time: 0.0949485
Dec 09 05:39:23.383076 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-95c998a6-7aca-4969-9d68-dc54fb83820e req-5dcd7493-5141-4aff-9a43-30224865bff2 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/security-groups?id=ee3d622c-051e-4fe6-b72b-e02e32d7772b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0518329
Dec 09 05:39:23.460362 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-42ab4f4b-2d23-418c-992a-fc9b918f6c45 req-d6ab3f68-7736-4585-bd2d-16940c85a18a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9a189d4c-a860-43fb-bfa1-9247f278e5e3&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1692772
Dec 09 05:39:24.602518 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e537d3c3-701a-4a38-b6da-a4663f011420 req-a6b7e985-3fb6-4580-af2d-92f98797567a tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:39:24.604128 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e537d3c3-701a-4a38-b6da-a4663f011420 req-a6b7e985-3fb6-4580-af2d-92f98797567a tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/ports?device_id=9a189d4c-a860-43fb-bfa1-9247f278e5e3 HTTP/1.1" status: 200  len: 944 time: 0.0870297
Dec 09 05:39:24.651360 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e537d3c3-701a-4a38-b6da-a4663f011420 req-8cb9bde9-4d55-4d13-8680-31c03a06e108 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/security-groups?id=ee3d622c-051e-4fe6-b72b-e02e32d7772b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0407171
Dec 09 05:39:25.797935 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:39:25.872091 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f3bd54-06a5-494b-a569-55fc7f5855ce req-8cba7dd5-0e24-48aa-9d86-c92d90d51a3b tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:39:25.873704 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-27f3bd54-06a5-494b-a569-55fc7f5855ce req-8cba7dd5-0e24-48aa-9d86-c92d90d51a3b tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/ports?device_id=9a189d4c-a860-43fb-bfa1-9247f278e5e3 HTTP/1.1" status: 200  len: 944 time: 0.0867612
Dec 09 05:39:25.924857 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-27f3bd54-06a5-494b-a569-55fc7f5855ce req-5461e989-c122-42ee-a391-f42cb107d0f0 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/security-groups?id=ee3d622c-051e-4fe6-b72b-e02e32d7772b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0448413
Dec 09 05:39:27.148903 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca859765-2ba9-47ec-83cf-add2687989bf req-db3f99f2-4346-4d6e-a7c4-8242dd685ea7 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:39:27.150574 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ca859765-2ba9-47ec-83cf-add2687989bf req-db3f99f2-4346-4d6e-a7c4-8242dd685ea7 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/ports?device_id=9a189d4c-a860-43fb-bfa1-9247f278e5e3 HTTP/1.1" status: 200  len: 944 time: 0.0930099
Dec 09 05:39:27.200758 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ca859765-2ba9-47ec-83cf-add2687989bf req-c259d996-0c93-40e2-91ff-d0f9beb41ad4 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/security-groups?id=ee3d622c-051e-4fe6-b72b-e02e32d7772b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0425470
Dec 09 05:39:28.418177 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d023d15e-f51f-48c8-9b90-ff16bc5ed875 req-e2a11e26-c876-42fe-acac-6e8744fb2ecd tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:39:28.419723 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d023d15e-f51f-48c8-9b90-ff16bc5ed875 req-e2a11e26-c876-42fe-acac-6e8744fb2ecd tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/ports?device_id=9a189d4c-a860-43fb-bfa1-9247f278e5e3 HTTP/1.1" status: 200  len: 944 time: 0.0844662
Dec 09 05:39:28.468765 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d023d15e-f51f-48c8-9b90-ff16bc5ed875 req-9f3f40bb-420a-4c10-8991-7dbd7431b86d tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/security-groups?id=ee3d622c-051e-4fe6-b72b-e02e32d7772b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0426044
Dec 09 05:39:29.683315 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf49e9fa-0bf7-48ff-b1fc-b656d71e030b req-ec408059-aa59-45e8-82da-a5fc39eca841 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:39:29.684926 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cf49e9fa-0bf7-48ff-b1fc-b656d71e030b req-ec408059-aa59-45e8-82da-a5fc39eca841 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/ports?device_id=9a189d4c-a860-43fb-bfa1-9247f278e5e3 HTTP/1.1" status: 200  len: 944 time: 0.0842166
Dec 09 05:39:29.737046 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cf49e9fa-0bf7-48ff-b1fc-b656d71e030b req-8a7e9cb1-29cd-4216-8642-c0c79e3724ff tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/security-groups?id=ee3d622c-051e-4fe6-b72b-e02e32d7772b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0456409
Dec 09 05:39:31.096219 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8ba261-5be6-472f-b708-798cf9ca0fcb req-4c36b23a-555d-4539-a257-4faf753c6f45 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:39:31.097840 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8a8ba261-5be6-472f-b708-798cf9ca0fcb req-4c36b23a-555d-4539-a257-4faf753c6f45 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/ports?device_id=9a189d4c-a860-43fb-bfa1-9247f278e5e3 HTTP/1.1" status: 200  len: 944 time: 0.0880461
Dec 09 05:39:31.145215 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8a8ba261-5be6-472f-b708-798cf9ca0fcb req-2c9b9f0c-4e33-4ac9-9b33-9508b2b78986 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/security-groups?id=ee3d622c-051e-4fe6-b72b-e02e32d7772b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0408809
Dec 09 05:39:31.750108 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ab4f4b-2d23-418c-992a-fc9b918f6c45 req-3e3ab1a1-e575-488a-b8e7-f1a64b882da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:39:31.751625 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-42ab4f4b-2d23-418c-992a-fc9b918f6c45 req-3e3ab1a1-e575-488a-b8e7-f1a64b882da3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9a189d4c-a860-43fb-bfa1-9247f278e5e3&tenant_id=3e19a4471945447fb24ef19ba877456c HTTP/1.1" status: 200  len: 1161 time: 0.2060809
Dec 09 05:39:31.826055 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a8700-356d-4794-b130-504da0be69b2 req-f08d6e54-6074-4c38-9030-6ddba0ef28bf tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:39:31.827650 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ec3a8700-356d-4794-b130-504da0be69b2 req-f08d6e54-6074-4c38-9030-6ddba0ef28bf tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] 10.222.0.39 "GET /v2.0/networks?id=b2c82a3c-6a6b-46aa-a633-983b64801a13 HTTP/1.1" status: 200  len: 813 time: 0.2238507
Dec 09 05:39:31.852423 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ec3a8700-356d-4794-b130-504da0be69b2 req-acfbc585-d9e4-44c2-8340-8723ae0785de tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] 10.222.0.39 "GET /v2.0/quotas/7ded9401002742499b1dfaa2120c7b8e HTTP/1.1" status: 200  len: 375 time: 0.0164649
Dec 09 05:39:31.912085 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ec3a8700-356d-4794-b130-504da0be69b2 req-500c0132-2adb-446d-8986-3943209de391 tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] 10.222.0.39 "GET /v2.0/ports?tenant_id=7ded9401002742499b1dfaa2120c7b8e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0522213
Dec 09 05:39:31.918027 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ab4f4b-2d23-418c-992a-fc9b918f6c45 req-6772d18b-1549-4198-b953-df3f4da5bb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:39:31.919532 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-42ab4f4b-2d23-418c-992a-fc9b918f6c45 req-6772d18b-1549-4198-b953-df3f4da5bb08 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3e19a4471945447fb24ef19ba877456c&device_id=9a189d4c-a860-43fb-bfa1-9247f278e5e3 HTTP/1.1" status: 200  len: 1161 time: 0.1430175
Dec 09 05:39:32.173375 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ec3a8700-356d-4794-b130-504da0be69b2 req-2d75efa0-621f-4ad5-ab0b-a0902a474586 service neutron] 10.222.0.39 "GET /v2.0/networks/b2c82a3c-6a6b-46aa-a633-983b64801a13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2528172
Dec 09 05:39:32.177994 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ab4f4b-2d23-418c-992a-fc9b918f6c45 req-14df49ea-22ae-4f36-bebc-c791bcca2441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:39:32.179833 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-42ab4f4b-2d23-418c-992a-fc9b918f6c45 req-14df49ea-22ae-4f36-bebc-c791bcca2441 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1 HTTP/1.1" status: 200  len: 902 time: 0.2357728
Dec 09 05:39:32.366925 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b0a4f-4716-4491-8d23-4cdb7e896416 req-439b795a-08c0-4aba-b835-81843c009235 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:39:32.368559 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-434b0a4f-4716-4491-8d23-4cdb7e896416 req-439b795a-08c0-4aba-b835-81843c009235 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/ports?device_id=9a189d4c-a860-43fb-bfa1-9247f278e5e3 HTTP/1.1" status: 200  len: 944 time: 0.0908036
Dec 09 05:39:32.390592 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-42ab4f4b-2d23-418c-992a-fc9b918f6c45 req-9be0ca89-29f6-456b-9ef6-991459be232f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be337eb1-b184-4a65-a269-c4dfeb0f491f HTTP/1.1" status: 200  len: 998 time: 0.1879442
Dec 09 05:39:32.435745 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-434b0a4f-4716-4491-8d23-4cdb7e896416 req-212d393d-a45a-42f0-8269-24859f849ef7 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/security-groups?id=ee3d622c-051e-4fe6-b72b-e02e32d7772b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0604541
Dec 09 05:39:32.487705 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ec3a8700-356d-4794-b130-504da0be69b2 req-5775942b-72b0-4744-91e4-4588a69bcad0 service neutron] 10.222.0.39 "GET /v2.0/networks/b2c82a3c-6a6b-46aa-a633-983b64801a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3069530
Dec 09 05:39:32.497211 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ab4f4b-2d23-418c-992a-fc9b918f6c45 req-c1ae938d-f234-4672-abd9-a8f03628c1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:39:32.498747 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-42ab4f4b-2d23-418c-992a-fc9b918f6c45 req-c1ae938d-f234-4672-abd9-a8f03628c1c3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=03701147-4f44-43c3-b01d-18f4abcea6b1 HTTP/1.1" status: 200  len: 847 time: 0.1004710
Dec 09 05:39:32.585836 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ab4f4b-2d23-418c-992a-fc9b918f6c45 req-4f651707-4382-4406-8dc0-ac4ea89f3df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:39:32.587521 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-42ab4f4b-2d23-418c-992a-fc9b918f6c45 req-4f651707-4382-4406-8dc0-ac4ea89f3df1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0819767
Dec 09 05:39:32.695221 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-80f28e59-479d-4b61-b5f9-934a9128f725 req-847c4eda-2892-482d-8d4e-6a1e43c7be33 tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] 10.222.0.39 "GET /v2.0/ports?device_id=8cd79f9f-04d0-4855-b717-43f15de0a759 HTTP/1.1" status: 200  len: 210 time: 0.0520124
Dec 09 05:39:32.745782 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-42ab4f4b-2d23-418c-992a-fc9b918f6c45 req-128cd2ff-6751-4278-bf79-f555ebb8a906 service neutron] 10.222.0.59 "GET /v2.0/networks/8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1512420
Dec 09 05:39:32.894952 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-42ab4f4b-2d23-418c-992a-fc9b918f6c45 req-e63db9d5-5a55-49b4-b6e2-34add40bc847 service neutron] 10.222.0.59 "GET /v2.0/networks/8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1428366
Dec 09 05:39:33.655368 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db217cb-e315-4cd2-90d3-c1d336de839e req-a8d233fa-1da1-4673-80de-c25e9e0132e6 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:39:33.656981 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8db217cb-e315-4cd2-90d3-c1d336de839e req-a8d233fa-1da1-4673-80de-c25e9e0132e6 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/ports?device_id=9a189d4c-a860-43fb-bfa1-9247f278e5e3 HTTP/1.1" status: 200  len: 944 time: 0.0890887
Dec 09 05:39:33.705759 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8db217cb-e315-4cd2-90d3-c1d336de839e req-8b56a681-da5d-4dd1-a8da-0860345804c4 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/security-groups?id=ee3d622c-051e-4fe6-b72b-e02e32d7772b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0411704
Dec 09 05:39:33.873704 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ffaf1a26-1cd6-4563-8550-a16e738c7e06 req-bda43f16-0153-432b-b6bb-6dcecbd1aa12 tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] 10.222.0.39 "GET /v2.0/ports?device_id=8cd79f9f-04d0-4855-b717-43f15de0a759 HTTP/1.1" status: 200  len: 210 time: 0.0478144
Dec 09 05:39:33.998031 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a8700-356d-4794-b130-504da0be69b2 req-72a091b1-27b9-4f68-8c52-8cb17836966f tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:39:33.999498 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ec3a8700-356d-4794-b130-504da0be69b2 req-72a091b1-27b9-4f68-8c52-8cb17836966f tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] 10.222.0.59 "GET /v2.0/networks?id=b2c82a3c-6a6b-46aa-a633-983b64801a13 HTTP/1.1" status: 200  len: 813 time: 0.1654639
Dec 09 05:39:34.016650 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-ec3a8700-356d-4794-b130-504da0be69b2 req-669f0be5-0f86-4bd8-9cfb-bcf43fdc7486 tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Request body: {'port': {'device_id': '8cd79f9f-04d0-4855-b717-43f15de0a759', 'network_id': 'b2c82a3c-6a6b-46aa-a633-983b64801a13', 'admin_state_up': True, 'tenant_id': '7ded9401002742499b1dfaa2120c7b8e'}} {{(pid=80246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:39:34.162859 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-ec3a8700-356d-4794-b130-504da0be69b2 req-669f0be5-0f86-4bd8-9cfb-bcf43fdc7486 tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:39:34.172582 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-ec3a8700-356d-4794-b130-504da0be69b2 req-669f0be5-0f86-4bd8-9cfb-bcf43fdc7486 tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:39:34.181440 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec3a8700-356d-4794-b130-504da0be69b2 req-669f0be5-0f86-4bd8-9cfb-bcf43fdc7486 tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Made reservation on behalf of 7ded9401002742499b1dfaa2120c7b8e for: {'port': 1} {{(pid=80246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 09 05:39:34.186886 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-ec3a8700-356d-4794-b130-504da0be69b2 req-669f0be5-0f86-4bd8-9cfb-bcf43fdc7486 tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:39:34.501377 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [req-ec3a8700-356d-4794-b130-504da0be69b2 req-669f0be5-0f86-4bd8-9cfb-bcf43fdc7486 tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Allocated IP 172.20.0.14 (b2c82a3c-6a6b-46aa-a633-983b64801a13/bbb337fd-104b-4806-91e3-b068bd86d58a/306a3a41-2d3c-449a-aa54-8f6da513e949) {{(pid=80246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 09 05:39:34.723943 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-ec3a8700-356d-4794-b130-504da0be69b2 req-669f0be5-0f86-4bd8-9cfb-bcf43fdc7486 tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Notify callbacks [] for port, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:39:34.756238 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-ec3a8700-356d-4794-b130-504da0be69b2 req-669f0be5-0f86-4bd8-9cfb-bcf43fdc7486 tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249358491764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10841009'] for port, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:39:34.772726 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-0575cc71-0326-498b-b7df-1fbb5f0539fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:39:34.974452 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f0be5-0f86-4bd8-9cfb-bcf43fdc7486 tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Pushing event updated for resources: {'Port': ['ID=306a3a41-2d3c-449a-aa54-8f6da513e949,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:39:34.983362 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-669f0be5-0f86-4bd8-9cfb-bcf43fdc7486 tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:39:35.049476 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec3a8700-356d-4794-b130-504da0be69b2 req-669f0be5-0f86-4bd8-9cfb-bcf43fdc7486 tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Network b2c82a3c-6a6b-46aa-a633-983b64801a13 is already hosted by enough agents. {{(pid=80246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 09 05:39:35.051954 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [req-ec3a8700-356d-4794-b130-504da0be69b2 req-669f0be5-0f86-4bd8-9cfb-bcf43fdc7486 tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Resources bound (agent type, host, resource id):  {{(pid=80246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:39:35.055256 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec3a8700-356d-4794-b130-504da0be69b2 req-669f0be5-0f86-4bd8-9cfb-bcf43fdc7486 tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Received port after_create {{(pid=80246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 09 05:39:35.103547 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24825faa-0581-4256-9a0f-3d84d49dd3f7 req-0409be01-499f-4b2e-906f-923fe04cb8ff tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:39:35.105249 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-24825faa-0581-4256-9a0f-3d84d49dd3f7 req-0409be01-499f-4b2e-906f-923fe04cb8ff tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/ports?device_id=9a189d4c-a860-43fb-bfa1-9247f278e5e3 HTTP/1.1" status: 200  len: 944 time: 0.2554996
Dec 09 05:39:35.108838 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a311630-0750-4e7b-8f41-401fbdb3e211 req-ffc3cf62-f438-4891-a216-0abb95487468 tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:39:35.110470 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2a311630-0750-4e7b-8f41-401fbdb3e211 req-ffc3cf62-f438-4891-a216-0abb95487468 tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] 10.222.0.39 "GET /v2.0/ports?device_id=8cd79f9f-04d0-4855-b717-43f15de0a759 HTTP/1.1" status: 200  len: 932 time: 0.0933962
Dec 09 05:39:35.168035 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2a311630-0750-4e7b-8f41-401fbdb3e211 req-2c38f2dd-3acc-4000-aa9f-1b2876f51281 tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] 10.222.0.39 "GET /v2.0/security-groups?id=c91a246b-36ba-453e-95c5-5d4e060f5199&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507014
Dec 09 05:39:35.400742 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a8700-356d-4794-b130-504da0be69b2 req-669f0be5-0f86-4bd8-9cfb-bcf43fdc7486 tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:39:35.401321 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-ec3a8700-356d-4794-b130-504da0be69b2 req-669f0be5-0f86-4bd8-9cfb-bcf43fdc7486 tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870'] for port, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:39:35.423909 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-24825faa-0581-4256-9a0f-3d84d49dd3f7 req-36a57fce-6675-4a35-bef8-1bc204131483 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/security-groups?id=ee3d622c-051e-4fe6-b72b-e02e32d7772b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.3058462
Dec 09 05:39:35.442369 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ec3a8700-356d-4794-b130-504da0be69b2 req-669f0be5-0f86-4bd8-9cfb-bcf43fdc7486 tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4297192
Dec 09 05:39:35.454354 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-ec3a8700-356d-4794-b130-504da0be69b2 req-a272a0c0-6232-4eab-b322-7d191a570056 service neutron] Request body: {'port': {'device_id': '8cd79f9f-04d0-4855-b717-43f15de0a759', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:39:35.578696 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-ec3a8700-356d-4794-b130-504da0be69b2 req-a272a0c0-6232-4eab-b322-7d191a570056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:39:36.009936 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [req-ec3a8700-356d-4794-b130-504da0be69b2 req-a272a0c0-6232-4eab-b322-7d191a570056 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 306a3a41-2d3c-449a-aa54-8f6da513e949 {{(pid=80246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 09 05:39:36.017252 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-ec3a8700-356d-4794-b130-504da0be69b2 req-a272a0c0-6232-4eab-b322-7d191a570056 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:39:36.030417 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [req-ec3a8700-356d-4794-b130-504da0be69b2 req-a272a0c0-6232-4eab-b322-7d191a570056 service neutron] Transition to ACTIVE for port object 306a3a41-2d3c-449a-aa54-8f6da513e949 will not be triggered until provisioned by entity L2. {{(pid=80246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 09 05:39:36.033353 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-ec3a8700-356d-4794-b130-504da0be69b2 req-a272a0c0-6232-4eab-b322-7d191a570056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843934808'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:39:36.049415 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-01b66f98-f5e5-49b8-9a4d-6c0bb72170f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:39:36.196917 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a272a0c0-6232-4eab-b322-7d191a570056 service neutron] Pushing event updated for resources: {'Port': ['ID=306a3a41-2d3c-449a-aa54-8f6da513e949,revision_number=2']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:39:36.201685 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-a272a0c0-6232-4eab-b322-7d191a570056 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:39:36.388260 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-ec3a8700-356d-4794-b130-504da0be69b2 req-a272a0c0-6232-4eab-b322-7d191a570056 service neutron] Attempting to bind port 306a3a41-2d3c-449a-aa54-8f6da513e949 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 09 05:39:36.388637 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-ec3a8700-356d-4794-b130-504da0be69b2 req-a272a0c0-6232-4eab-b322-7d191a570056 service neutron] Attempting to bind port 306a3a41-2d3c-449a-aa54-8f6da513e949 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'dc863d6c-fc28-4276-8baf-0314b7673ef2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b2c82a3c-6a6b-46aa-a633-983b64801a13'}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 09 05:39:36.389007 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3a8700-356d-4794-b130-504da0be69b2 req-a272a0c0-6232-4eab-b322-7d191a570056 service neutron] Attempting to bind port 306a3a41-2d3c-449a-aa54-8f6da513e949 on network b2c82a3c-6a6b-46aa-a633-983b64801a13 {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 09 05:39:36.392783 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80569d1a-076c-49ad-a7bd-e5c5f9b3c6ef req-10a88256-c502-447d-b362-bc9aabe24ac9 tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:39:36.394461 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-80569d1a-076c-49ad-a7bd-e5c5f9b3c6ef req-10a88256-c502-447d-b362-bc9aabe24ac9 tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] 10.222.0.39 "GET /v2.0/ports?device_id=8cd79f9f-04d0-4855-b717-43f15de0a759 HTTP/1.1" status: 200  len: 944 time: 0.0849354
Dec 09 05:39:36.396886 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3a8700-356d-4794-b130-504da0be69b2 req-a272a0c0-6232-4eab-b322-7d191a570056 service neutron] Checking agent: {'id': '86479789-5ca7-450a-99e9-f63f20b79a87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 27, 56), 'started_at': datetime.datetime(2020, 12, 9, 5, 28, 26), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 05:39:36.397270 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3a8700-356d-4794-b130-504da0be69b2 req-a272a0c0-6232-4eab-b322-7d191a570056 service neutron] Checking segment: {'id': 'dc863d6c-fc28-4276-8baf-0314b7673ef2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b2c82a3c-6a6b-46aa-a633-983b64801a13'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 09 05:39:36.397680 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-ec3a8700-356d-4794-b130-504da0be69b2 req-a272a0c0-6232-4eab-b322-7d191a570056 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:39:36.398130 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec3a8700-356d-4794-b130-504da0be69b2 req-a272a0c0-6232-4eab-b322-7d191a570056 service neutron] Bound using segment: {'id': 'dc863d6c-fc28-4276-8baf-0314b7673ef2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b2c82a3c-6a6b-46aa-a633-983b64801a13'} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 05:39:36.398634 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-ec3a8700-356d-4794-b130-504da0be69b2 req-a272a0c0-6232-4eab-b322-7d191a570056 service neutron] Bound port: 306a3a41-2d3c-449a-aa54-8f6da513e949, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc863d6c-fc28-4276-8baf-0314b7673ef2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b2c82a3c-6a6b-46aa-a633-983b64801a13'}}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 09 05:39:36.399044 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-ec3a8700-356d-4794-b130-504da0be69b2 req-a272a0c0-6232-4eab-b322-7d191a570056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:39:36.452360 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-80569d1a-076c-49ad-a7bd-e5c5f9b3c6ef req-8d1df1eb-25aa-4ce0-a288-015509eb978b tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] 10.222.0.39 "GET /v2.0/security-groups?id=c91a246b-36ba-453e-95c5-5d4e060f5199&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476015
Dec 09 05:39:36.508348 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-ec3a8700-356d-4794-b130-504da0be69b2 req-a272a0c0-6232-4eab-b322-7d191a570056 service neutron] For port 306a3a41-2d3c-449a-aa54-8f6da513e949, host hv-cinder-76330, cleared binding levels {{(pid=80246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 09 05:39:36.512153 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-ec3a8700-356d-4794-b130-504da0be69b2 req-a272a0c0-6232-4eab-b322-7d191a570056 service neutron] For port 306a3a41-2d3c-449a-aa54-8f6da513e949, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=306a3a41-2d3c-449a-aa54-8f6da513e949,segment=NetworkSegment(dc863d6c-fc28-4276-8baf-0314b7673ef2),segment_id=dc863d6c-fc28-4276-8baf-0314b7673ef2)] {{(pid=80246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 09 05:39:36.515202 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-ec3a8700-356d-4794-b130-504da0be69b2 req-a272a0c0-6232-4eab-b322-7d191a570056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843934808'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:39:36.532071 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-2acf3016-62b9-4494-bf93-7c7e40ad272b tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:39:36.748662 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a272a0c0-6232-4eab-b322-7d191a570056 service neutron] Pushing event updated for resources: {'Port': ['ID=306a3a41-2d3c-449a-aa54-8f6da513e949,revision_number=3']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:39:36.765592 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-a272a0c0-6232-4eab-b322-7d191a570056 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:39:36.798456 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a8700-356d-4794-b130-504da0be69b2 req-a272a0c0-6232-4eab-b322-7d191a570056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:39:36.799125 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-ec3a8700-356d-4794-b130-504da0be69b2 req-a272a0c0-6232-4eab-b322-7d191a570056 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870'] for port, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:39:36.800667 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ec3a8700-356d-4794-b130-504da0be69b2 req-a272a0c0-6232-4eab-b322-7d191a570056 service neutron] 10.222.0.59 "PUT /v2.0/ports/306a3a41-2d3c-449a-aa54-8f6da513e949 HTTP/1.1" status: 200  len: 1158 time: 1.3510387
Dec 09 05:39:36.801334 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cd79f9f-04d0-4855-b717-43f15de0a759', 'tag': '306a3a41-2d3c-449a-aa54-8f6da513e949'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:39:36.811981 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1343f4d-71b3-499e-b4f9-ef00f30ba612 req-2d6490d5-e1db-4202-acef-7bd47fbb30e7 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:39:36.813691 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e1343f4d-71b3-499e-b4f9-ef00f30ba612 req-2d6490d5-e1db-4202-acef-7bd47fbb30e7 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/ports?device_id=9a189d4c-a860-43fb-bfa1-9247f278e5e3 HTTP/1.1" status: 200  len: 944 time: 0.2342832
Dec 09 05:39:36.889156 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cd79f9f-04d0-4855-b717-43f15de0a759', 'tag': '306a3a41-2d3c-449a-aa54-8f6da513e949', 'status': 'completed', 'code': 200}
Dec 09 05:39:36.927054 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e1343f4d-71b3-499e-b4f9-ef00f30ba612 req-98a027be-4a81-4b66-94a1-16f3b089cf15 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/security-groups?id=ee3d622c-051e-4fe6-b72b-e02e32d7772b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1003633
Dec 09 05:39:36.953657 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a8700-356d-4794-b130-504da0be69b2 req-e4179ac3-e1d3-4c4e-9c81-dc343d22e2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:39:36.955332 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ec3a8700-356d-4794-b130-504da0be69b2 req-e4179ac3-e1d3-4c4e-9c81-dc343d22e2d9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7ded9401002742499b1dfaa2120c7b8e&device_id=8cd79f9f-04d0-4855-b717-43f15de0a759 HTTP/1.1" status: 200  len: 1161 time: 0.1062295
Dec 09 05:39:37.029343 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ec3a8700-356d-4794-b130-504da0be69b2 req-e12e8bae-1fca-4675-8ffa-8a040e84eb13 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=306a3a41-2d3c-449a-aa54-8f6da513e949 HTTP/1.1" status: 200  len: 217 time: 0.0662777
Dec 09 05:39:37.104297 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a8700-356d-4794-b130-504da0be69b2 req-9ab6aba5-5ec3-4524-a960-94bebf10c95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:39:37.105909 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ec3a8700-356d-4794-b130-504da0be69b2 req-9ab6aba5-5ec3-4524-a960-94bebf10c95d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bbb337fd-104b-4806-91e3-b068bd86d58a HTTP/1.1" status: 200  len: 853 time: 0.0709112
Dec 09 05:39:37.158162 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ec3a8700-356d-4794-b130-504da0be69b2 req-b814b2b6-1639-4f0c-9f7f-a81e8e1d0603 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b2c82a3c-6a6b-46aa-a633-983b64801a13&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0458937
Dec 09 05:39:37.313699 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ec3a8700-356d-4794-b130-504da0be69b2 req-264048f9-3ea5-42bf-b595-fd0a503019a2 service neutron] 10.222.0.59 "GET /v2.0/networks/b2c82a3c-6a6b-46aa-a633-983b64801a13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1485054
Dec 09 05:39:37.467921 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ec3a8700-356d-4794-b130-504da0be69b2 req-5631fd79-a262-459a-a3f9-1ca748b4335f service neutron] 10.222.0.59 "GET /v2.0/networks/b2c82a3c-6a6b-46aa-a633-983b64801a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1470029
Dec 09 05:39:37.600772 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64403d3a-4f71-46f9-9a04-6d200fefed56 req-8e03a535-b8bf-4cb8-9bc4-ad933a447b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:39:37.602516 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-64403d3a-4f71-46f9-9a04-6d200fefed56 req-8e03a535-b8bf-4cb8-9bc4-ad933a447b2e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7ded9401002742499b1dfaa2120c7b8e&device_id=8cd79f9f-04d0-4855-b717-43f15de0a759 HTTP/1.1" status: 200  len: 1161 time: 0.0849445
Dec 09 05:39:37.683616 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faaf21e-523e-437a-ae49-f8248c3826fc req-439bcf09-7251-4a23-b01d-f366ef2ebe23 tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:39:37.685317 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9faaf21e-523e-437a-ae49-f8248c3826fc req-439bcf09-7251-4a23-b01d-f366ef2ebe23 tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] 10.222.0.39 "GET /v2.0/ports?device_id=8cd79f9f-04d0-4855-b717-43f15de0a759 HTTP/1.1" status: 200  len: 944 time: 0.0918286
Dec 09 05:39:37.738148 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9faaf21e-523e-437a-ae49-f8248c3826fc req-7099db89-ad9e-457b-999a-ecff70799602 tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] 10.222.0.39 "GET /v2.0/security-groups?id=c91a246b-36ba-453e-95c5-5d4e060f5199&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453575
Dec 09 05:39:37.760366 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64403d3a-4f71-46f9-9a04-6d200fefed56 req-848d1763-4e91-4882-a173-0fcab2c6be36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:39:37.762028 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-64403d3a-4f71-46f9-9a04-6d200fefed56 req-848d1763-4e91-4882-a173-0fcab2c6be36 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b2c82a3c-6a6b-46aa-a633-983b64801a13 HTTP/1.1" status: 200  len: 907 time: 0.1526756
Dec 09 05:39:37.838605 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-64403d3a-4f71-46f9-9a04-6d200fefed56 req-37047c97-f7f8-4af1-808e-1d3e30ae62e2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=306a3a41-2d3c-449a-aa54-8f6da513e949 HTTP/1.1" status: 200  len: 217 time: 0.0687344
Dec 09 05:39:37.917578 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64403d3a-4f71-46f9-9a04-6d200fefed56 req-10998983-4ef3-4dd5-8d71-23279a71001c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:39:37.919124 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-64403d3a-4f71-46f9-9a04-6d200fefed56 req-10998983-4ef3-4dd5-8d71-23279a71001c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bbb337fd-104b-4806-91e3-b068bd86d58a HTTP/1.1" status: 200  len: 853 time: 0.0734107
Dec 09 05:39:37.972125 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-64403d3a-4f71-46f9-9a04-6d200fefed56 req-18ef4ccd-33c4-45b4-9b71-3aea2e2ce45a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b2c82a3c-6a6b-46aa-a633-983b64801a13&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0459332
Dec 09 05:39:38.216121 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-64403d3a-4f71-46f9-9a04-6d200fefed56 req-16be3c0f-ca59-40ab-b78c-a1745d3a481e service neutron] 10.222.0.59 "GET /v2.0/networks/b2c82a3c-6a6b-46aa-a633-983b64801a13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2365794
Dec 09 05:39:38.283871 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a1fc9-03dc-43fe-bb1f-3414eee9fe97 req-f2121469-00a6-409c-b08d-fadd6d1da19b tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:39:38.285499 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6b3a1fc9-03dc-43fe-bb1f-3414eee9fe97 req-f2121469-00a6-409c-b08d-fadd6d1da19b tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/ports?device_id=9a189d4c-a860-43fb-bfa1-9247f278e5e3 HTTP/1.1" status: 200  len: 944 time: 0.1725135
Dec 09 05:39:38.416950 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6b3a1fc9-03dc-43fe-bb1f-3414eee9fe97 req-b15322fc-8f6c-4e80-a6c3-88669a082f11 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/security-groups?id=ee3d622c-051e-4fe6-b72b-e02e32d7772b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0806012
Dec 09 05:39:38.427249 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-64403d3a-4f71-46f9-9a04-6d200fefed56 req-a82ced10-8fb3-4b18-ad7b-5ae9f21d03f0 service neutron] 10.222.0.59 "GET /v2.0/networks/b2c82a3c-6a6b-46aa-a633-983b64801a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2002077
Dec 09 05:39:39.127356 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f93ed-f890-4994-b1e3-bd9a238ff9f7 req-5ec88319-4eb8-44df-a313-a6366ac5f2ff tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:39:39.129008 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-137f93ed-f890-4994-b1e3-bd9a238ff9f7 req-5ec88319-4eb8-44df-a313-a6366ac5f2ff tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] 10.222.0.39 "GET /v2.0/ports?device_id=8cd79f9f-04d0-4855-b717-43f15de0a759 HTTP/1.1" status: 200  len: 944 time: 0.2521863
Dec 09 05:39:39.179775 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-137f93ed-f890-4994-b1e3-bd9a238ff9f7 req-7c282a0d-1714-48ba-a93c-9c23ac1988da tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] 10.222.0.39 "GET /v2.0/security-groups?id=c91a246b-36ba-453e-95c5-5d4e060f5199&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421999
Dec 09 05:39:39.501959 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device 306a3a41-2d3c-449a-aa54-8f6da513e949 up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:39:39.575920 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning for port 306a3a41-2d3c-449a-aa54-8f6da513e949 completed by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 09 05:39:39.581347 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port 306a3a41-2d3c-449a-aa54-8f6da513e949 triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:39:39.581774 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:39:39.653831 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61466868-c851-422f-81c4-c5e02cd92e8f req-c564a018-3a5d-43a8-ac03-ae8d81c926b5 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:39:39.655465 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-61466868-c851-422f-81c4-c5e02cd92e8f req-c564a018-3a5d-43a8-ac03-ae8d81c926b5 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/ports?device_id=9a189d4c-a860-43fb-bfa1-9247f278e5e3 HTTP/1.1" status: 200  len: 944 time: 0.0915918
Dec 09 05:39:39.709347 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:39:39.739166 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd79f9f-04d0-4855-b717-43f15de0a759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '306a3a41-2d3c-449a-aa54-8f6da513e949'}] {{(pid=80247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:39:39.750474 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] For port 306a3a41-2d3c-449a-aa54-8f6da513e949, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=306a3a41-2d3c-449a-aa54-8f6da513e949,segment=NetworkSegment(dc863d6c-fc28-4276-8baf-0314b7673ef2),segment_id=dc863d6c-fc28-4276-8baf-0314b7673ef2)] {{(pid=80247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:39:39.755452 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:39:39.759530 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-c6e59dff-572c-41de-956d-344dc47477c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:39:39.802614 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-61466868-c851-422f-81c4-c5e02cd92e8f req-dad24c6e-1339-41c4-958d-56a68d161ea8 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/security-groups?id=ee3d622c-051e-4fe6-b72b-e02e32d7772b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1390891
Dec 09 05:39:39.824857 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cd79f9f-04d0-4855-b717-43f15de0a759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '306a3a41-2d3c-449a-aa54-8f6da513e949', 'code': 200}
Dec 09 05:39:39.849075 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Pushing event updated for resources: {'Port': ['ID=306a3a41-2d3c-449a-aa54-8f6da513e949,revision_number=4']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:39:39.858856 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:39:39.859252 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:39:39.859645 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:39:39.860031 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:39:39.860414 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:39:39.860794 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:39:39.861174 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:39:39.861552 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:39:39.861962 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:39:39.862341 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:39:39.862717 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:39:39.863090 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:39:39.863508 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:39:39.863879 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:39:39.864252 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:39:39.864621 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:39:39.864991 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:39:39.865443 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:39:39.865986 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:39:39.866846 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:39:39.867830 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:39:39.868133 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:39:39.868521 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:39:39.868888 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:39:39.873690 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:39:40.053187 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2860e2e5-9ee1-4400-8107-d5a75fd960a3 req-7ebd38af-0b83-4544-9000-2b9e0d79b420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:39:40.055531 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2860e2e5-9ee1-4400-8107-d5a75fd960a3 req-7ebd38af-0b83-4544-9000-2b9e0d79b420 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8cd79f9f-04d0-4855-b717-43f15de0a759 HTTP/1.1" status: 200  len: 1163 time: 0.0831492
Dec 09 05:39:40.100225 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2860e2e5-9ee1-4400-8107-d5a75fd960a3 req-6d559b58-e046-4c22-957b-1a6e7d822057 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c91a246b-36ba-453e-95c5-5d4e060f5199&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380411
Dec 09 05:39:40.403724 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfaed07-c361-483b-a7e9-acbc91e579e2 req-5a8c4b10-87e1-461d-bde1-76888d566c22 tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:39:40.405255 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-bcfaed07-c361-483b-a7e9-acbc91e579e2 req-5a8c4b10-87e1-461d-bde1-76888d566c22 tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] 10.222.0.39 "GET /v2.0/ports?device_id=8cd79f9f-04d0-4855-b717-43f15de0a759 HTTP/1.1" status: 200  len: 946 time: 0.0877113
Dec 09 05:39:40.461178 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-bcfaed07-c361-483b-a7e9-acbc91e579e2 req-06ce8e5b-0bed-487e-9428-baaafa39c4cb tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] 10.222.0.39 "GET /v2.0/security-groups?id=c91a246b-36ba-453e-95c5-5d4e060f5199&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489898
Dec 09 05:39:41.025460 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861a077b-c49f-49b6-bbba-000652ff3796 req-6dcc6eba-a7ab-4a48-8fb8-f7da7a073883 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:39:41.027136 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-861a077b-c49f-49b6-bbba-000652ff3796 req-6dcc6eba-a7ab-4a48-8fb8-f7da7a073883 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/ports?device_id=9a189d4c-a860-43fb-bfa1-9247f278e5e3 HTTP/1.1" status: 200  len: 944 time: 0.0890701
Dec 09 05:39:41.077241 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-861a077b-c49f-49b6-bbba-000652ff3796 req-c7477ff1-3ab9-43a3-89c8-4ad1ec9b14b5 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/security-groups?id=ee3d622c-051e-4fe6-b72b-e02e32d7772b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0433745
Dec 09 05:39:41.599045 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device 306a3a41-2d3c-449a-aa54-8f6da513e949 up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:39:41.674530 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port 306a3a41-2d3c-449a-aa54-8f6da513e949 triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:39:41.674946 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:39:41.678366 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921aa9ed-4ad9-437d-ab28-a7b4b0a68216 req-df52cfc4-77b1-45ab-a18f-1258aac9c792 tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:39:41.680639 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-921aa9ed-4ad9-437d-ab28-a7b4b0a68216 req-df52cfc4-77b1-45ab-a18f-1258aac9c792 tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] 10.222.0.39 "GET /v2.0/ports?device_id=8cd79f9f-04d0-4855-b717-43f15de0a759 HTTP/1.1" status: 200  len: 946 time: 0.0870020
Dec 09 05:39:41.740391 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-921aa9ed-4ad9-437d-ab28-a7b4b0a68216 req-6fb84746-4cfa-4a84-b861-b8b7bf96061f tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] 10.222.0.39 "GET /v2.0/security-groups?id=c91a246b-36ba-453e-95c5-5d4e060f5199&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531948
Dec 09 05:39:41.806914 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device be337eb1-b184-4a65-a269-c4dfeb0f491f up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:39:41.878109 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port be337eb1-b184-4a65-a269-c4dfeb0f491f triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:39:41.878542 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:39:42.003849 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:39:42.032579 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a189d4c-a860-43fb-bfa1-9247f278e5e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be337eb1-b184-4a65-a269-c4dfeb0f491f'}] {{(pid=80247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:39:42.043552 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] For port be337eb1-b184-4a65-a269-c4dfeb0f491f, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=be337eb1-b184-4a65-a269-c4dfeb0f491f,segment=NetworkSegment(f6d2dbab-fc73-4a6c-baf4-c6449d348147),segment_id=f6d2dbab-fc73-4a6c-baf4-c6449d348147)] {{(pid=80247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:39:42.047242 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:39:42.049656 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-a859f49d-97f5-4f73-9b2f-a6f929f0e7fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:39:42.096689 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a189d4c-a860-43fb-bfa1-9247f278e5e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be337eb1-b184-4a65-a269-c4dfeb0f491f', 'code': 200}
Dec 09 05:39:42.119988 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Pushing event updated for resources: {'Port': ['ID=be337eb1-b184-4a65-a269-c4dfeb0f491f,revision_number=6']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:39:42.123394 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:39:42.203796 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-43f44203-54c4-4c67-af47-9ad3e8a05b65 None None] Agent healthcheck: found 6 active agents {{(pid=80248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 09 05:39:42.297453 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9ad4de-5bc0-4500-9bcb-e84f762cf32c req-d0b999e8-3d92-4617-93c9-ccddd706b404 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:39:42.299008 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ca9ad4de-5bc0-4500-9bcb-e84f762cf32c req-d0b999e8-3d92-4617-93c9-ccddd706b404 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/ports?device_id=9a189d4c-a860-43fb-bfa1-9247f278e5e3 HTTP/1.1" status: 200  len: 946 time: 0.0876503
Dec 09 05:39:42.348590 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ca9ad4de-5bc0-4500-9bcb-e84f762cf32c req-53169cec-6e4d-4e9d-b1f0-2155d312c9b5 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/security-groups?id=ee3d622c-051e-4fe6-b72b-e02e32d7772b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0426483
Dec 09 05:39:42.620860 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d099d3-2b8f-418d-8200-7036016d67bf req-3fef2714-6229-43d1-a5d4-2e81f4d58314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:39:42.622529 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f2d099d3-2b8f-418d-8200-7036016d67bf req-3fef2714-6229-43d1-a5d4-2e81f4d58314 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9a189d4c-a860-43fb-bfa1-9247f278e5e3 HTTP/1.1" status: 200  len: 1163 time: 0.3047507
Dec 09 05:39:42.666605 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f2d099d3-2b8f-418d-8200-7036016d67bf req-18ba2e80-ca43-4fb2-9325-9c9fed56b57e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ee3d622c-051e-4fe6-b72b-e02e32d7772b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0376422
Dec 09 05:39:43.296615 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device be337eb1-b184-4a65-a269-c4dfeb0f491f up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:39:43.377407 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port be337eb1-b184-4a65-a269-c4dfeb0f491f triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:39:43.377854 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:39:43.615790 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817cce9d-561c-4d1a-b4a0-454d5c15dc3b req-3c42133c-3d1b-4d9c-a8cc-890a4d8abd3e tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:39:43.619941 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-817cce9d-561c-4d1a-b4a0-454d5c15dc3b req-3c42133c-3d1b-4d9c-a8cc-890a4d8abd3e tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/ports?device_id=9a189d4c-a860-43fb-bfa1-9247f278e5e3 HTTP/1.1" status: 200  len: 946 time: 0.1087649
Dec 09 05:39:43.684024 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-817cce9d-561c-4d1a-b4a0-454d5c15dc3b req-d4813eed-a6d0-4624-aaa5-0249ba819651 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/security-groups?id=ee3d622c-051e-4fe6-b72b-e02e32d7772b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0575843
Dec 09 05:39:44.921639 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0d34ba-b42a-4cdc-a33a-be20cb1fc955 req-cbad6faf-fb91-4996-8d8c-115130d09a8a tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:39:44.923238 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3e0d34ba-b42a-4cdc-a33a-be20cb1fc955 req-cbad6faf-fb91-4996-8d8c-115130d09a8a tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/ports?device_id=9a189d4c-a860-43fb-bfa1-9247f278e5e3 HTTP/1.1" status: 200  len: 946 time: 0.0857818
Dec 09 05:39:44.969894 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3e0d34ba-b42a-4cdc-a33a-be20cb1fc955 req-7987ba6e-0753-4024-a737-bb18ed6530ea tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/security-groups?id=ee3d622c-051e-4fe6-b72b-e02e32d7772b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0400865
Dec 09 05:39:45.779512 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5e64457a-fab2-466d-ab21-c3bf650e5536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:39:47.349998 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-53a2c80c-f8a5-426c-9e76-c8e6f6b90555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:39:48.246113 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d667687f-70e4-40ee-92a5-0e371b53b2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:39:48.997408 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:39:50.060589 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-858fc187-cc56-4aeb-a3e2-00a52ab9489b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:39:57.384956 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:04.076222 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c9dad-6b06-4a0f-a118-7bc6bfb0db45 req-f58f3c8e-1031-4938-b152-7cb0c77d388b tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:40:04.077882 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8a8c9dad-6b06-4a0f-a118-7bc6bfb0db45 req-f58f3c8e-1031-4938-b152-7cb0c77d388b tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] 10.222.0.39 "GET /v2.0/ports?device_id=8cd79f9f-04d0-4855-b717-43f15de0a759 HTTP/1.1" status: 200  len: 946 time: 0.0845642
Dec 09 05:40:04.126157 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8a8c9dad-6b06-4a0f-a118-7bc6bfb0db45 req-6498e14c-bbea-4ae6-8fd0-340f7744e990 tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] 10.222.0.39 "GET /v2.0/security-groups?id=c91a246b-36ba-453e-95c5-5d4e060f5199&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419078
Dec 09 05:40:05.481735 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1773c0-da7b-4eed-8e5a-441c16721fd9 req-c8c59029-c5d5-4994-8597-b15d0671228d tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:40:05.482441 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-be1773c0-da7b-4eed-8e5a-441c16721fd9 req-c8c59029-c5d5-4994-8597-b15d0671228d tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Synchronizing usage tracker for tenant:7ded9401002742499b1dfaa2120c7b8e on resource:port {{(pid=80246) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:40:05.497755 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-be1773c0-da7b-4eed-8e5a-441c16721fd9 req-c8c59029-c5d5-4994-8597-b15d0671228d tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Unset dirty status for tenant:7ded9401002742499b1dfaa2120c7b8e on resource:port {{(pid=80246) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:40:05.499095 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-be1773c0-da7b-4eed-8e5a-441c16721fd9 req-c8c59029-c5d5-4994-8597-b15d0671228d tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] 10.222.0.39 "GET /v2.0/ports?device_id=8cd79f9f-04d0-4855-b717-43f15de0a759 HTTP/1.1" status: 200  len: 946 time: 0.1021092
Dec 09 05:40:05.547767 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-be1773c0-da7b-4eed-8e5a-441c16721fd9 req-ba0ab0d6-f630-4f5d-8aa2-437644f20a97 tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] 10.222.0.39 "GET /v2.0/security-groups?id=c91a246b-36ba-453e-95c5-5d4e060f5199&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410089
Dec 09 05:40:05.612884 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device 306a3a41-2d3c-449a-aa54-8f6da513e949 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 09 05:40:05.692405 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf28332-81ee-4fff-9227-8e611b026ae3 req-8ce69a1c-f6e7-495e-82cf-20c81abaddc9 tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:40:05.694030 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-adf28332-81ee-4fff-9227-8e611b026ae3 req-8ce69a1c-f6e7-495e-82cf-20c81abaddc9 tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] 10.222.0.59 "GET /v2.0/ports?device_id=8cd79f9f-04d0-4855-b717-43f15de0a759 HTTP/1.1" status: 200  len: 946 time: 0.0889385
Dec 09 05:40:05.729772 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:05.761175 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd79f9f-04d0-4855-b717-43f15de0a759', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '306a3a41-2d3c-449a-aa54-8f6da513e949'}] {{(pid=80247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:40:05.770016 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-adf28332-81ee-4fff-9227-8e611b026ae3 req-f4fe47b1-d91d-4eea-ace2-3700a236027f tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Deleting port 306a3a41-2d3c-449a-aa54-8f6da513e949 {{(pid=80246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 09 05:40:05.770405 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-adf28332-81ee-4fff-9227-8e611b026ae3 req-f4fe47b1-d91d-4eea-ace2-3700a236027f tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787496886762'] for port, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:05.771873 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] For port 306a3a41-2d3c-449a-aa54-8f6da513e949, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=306a3a41-2d3c-449a-aa54-8f6da513e949,segment=NetworkSegment(dc863d6c-fc28-4276-8baf-0314b7673ef2),segment_id=dc863d6c-fc28-4276-8baf-0314b7673ef2)] {{(pid=80247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:40:05.775271 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:05.777363 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:40:05.835200 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cd79f9f-04d0-4855-b717-43f15de0a759', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '306a3a41-2d3c-449a-aa54-8f6da513e949', 'code': 200}
Dec 09 05:40:05.858357 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Pushing event updated for resources: {'Port': ['ID=306a3a41-2d3c-449a-aa54-8f6da513e949,revision_number=5']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:40:05.862621 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:40:06.045412 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-adf28332-81ee-4fff-9227-8e611b026ae3 req-f4fe47b1-d91d-4eea-ace2-3700a236027f tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] For port 306a3a41-2d3c-449a-aa54-8f6da513e949, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=306a3a41-2d3c-449a-aa54-8f6da513e949,segment=NetworkSegment(dc863d6c-fc28-4276-8baf-0314b7673ef2),segment_id=dc863d6c-fc28-4276-8baf-0314b7673ef2)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:40:06.045738 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-adf28332-81ee-4fff-9227-8e611b026ae3 req-f4fe47b1-d91d-4eea-ace2-3700a236027f tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744221'] for port, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:06.172971 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-adf28332-81ee-4fff-9227-8e611b026ae3 req-f4fe47b1-d91d-4eea-ace2-3700a236027f tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Calling delete_port for 306a3a41-2d3c-449a-aa54-8f6da513e949 owned by compute:nova {{(pid=80246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 09 05:40:06.317180 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-adf28332-81ee-4fff-9227-8e611b026ae3 req-f4fe47b1-d91d-4eea-ace2-3700a236027f tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787496890807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249358481609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10841009'] for port, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:06.333182 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-61ededa1-0e28-403d-9b2f-96aad30de24e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:40:06.378163 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fe47b1-d91d-4eea-ace2-3700a236027f tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Pushing event deleted for resources: {'Port': ['ID=306a3a41-2d3c-449a-aa54-8f6da513e949,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:40:06.389704 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-f4fe47b1-d91d-4eea-ace2-3700a236027f tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:40:06.534366 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf28332-81ee-4fff-9227-8e611b026ae3 req-f4fe47b1-d91d-4eea-ace2-3700a236027f tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] No DVR routers for this DVR port 306a3a41-2d3c-449a-aa54-8f6da513e949 on host hv-cinder-76330 {{(pid=80246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 09 05:40:06.536527 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-adf28332-81ee-4fff-9227-8e611b026ae3 req-f4fe47b1-d91d-4eea-ace2-3700a236027f tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870'] for port, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:06.539262 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd79f9f-04d0-4855-b717-43f15de0a759', 'name': 'network-vif-deleted', 'tag': '306a3a41-2d3c-449a-aa54-8f6da513e949'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:40:06.554583 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-adf28332-81ee-4fff-9227-8e611b026ae3 req-f4fe47b1-d91d-4eea-ace2-3700a236027f tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] 10.222.0.59 "DELETE /v2.0/ports/306a3a41-2d3c-449a-aa54-8f6da513e949 HTTP/1.1" status: 204  len: 173 time: 0.8546031
Dec 09 05:40:06.598836 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cd79f9f-04d0-4855-b717-43f15de0a759', 'name': 'network-vif-deleted', 'tag': '306a3a41-2d3c-449a-aa54-8f6da513e949', 'status': 'completed', 'code': 200}
Dec 09 05:40:06.735280 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e6bc3111-0da1-404e-b59e-f3e5cd0cc1b0 req-d438c956-3e32-4029-bd99-a29f6b904f3c tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] 10.222.0.39 "GET /v2.0/ports?device_id=8cd79f9f-04d0-4855-b717-43f15de0a759 HTTP/1.1" status: 200  len: 210 time: 0.0511804
Dec 09 05:40:15.781746 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b51c5f4b-7bb2-40cb-a415-1bb358c7d8d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:17.342512 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-98600cfd-3873-417b-92ad-16c91c27811e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:18.248021 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d667687f-70e4-40ee-92a5-0e371b53b2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:19.004029 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:19.202871 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-43f44203-54c4-4c67-af47-9ad3e8a05b65 None None] Agent healthcheck: found 6 active agents {{(pid=80248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 09 05:40:20.064534 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-858fc187-cc56-4aeb-a3e2-00a52ab9489b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:27.404575 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:32.731683 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 41272) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:40:32.805853 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_v2 [None req-223640aa-632d-484a-81c0-e88fff8fc59a admin admin] Deleting subnet bbb337fd-104b-4806-91e3-b068bd86d58a {{(pid=80246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 09 05:40:32.809409 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-223640aa-632d-484a-81c0-e88fff8fc59a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:32.867690 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-223640aa-632d-484a-81c0-e88fff8fc59a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1629206'] for subnet, precommit_delete_associations {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:32.935285 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-223640aa-632d-484a-81c0-e88fff8fc59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3642508'] for subnet, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:33.206458 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-223640aa-632d-484a-81c0-e88fff8fc59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851133308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854364984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036843934745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842878832'] for subnet, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:33.223278 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-c215bacd-6f53-4e89-b9dc-29fbd1082e77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:40:33.274667 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223640aa-632d-484a-81c0-e88fff8fc59a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbb337fd-104b-4806-91e3-b068bd86d58a,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:40:33.287109 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223640aa-632d-484a-81c0-e88fff8fc59a admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:33.287527 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223640aa-632d-484a-81c0-e88fff8fc59a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:33.287938 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223640aa-632d-484a-81c0-e88fff8fc59a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:33.288338 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223640aa-632d-484a-81c0-e88fff8fc59a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:33.288737 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223640aa-632d-484a-81c0-e88fff8fc59a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:33.289136 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223640aa-632d-484a-81c0-e88fff8fc59a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:33.289534 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223640aa-632d-484a-81c0-e88fff8fc59a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:33.289958 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223640aa-632d-484a-81c0-e88fff8fc59a admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:33.290359 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223640aa-632d-484a-81c0-e88fff8fc59a admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:33.290752 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223640aa-632d-484a-81c0-e88fff8fc59a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:33.291145 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223640aa-632d-484a-81c0-e88fff8fc59a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:33.291543 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223640aa-632d-484a-81c0-e88fff8fc59a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:33.291966 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223640aa-632d-484a-81c0-e88fff8fc59a admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:33.292360 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223640aa-632d-484a-81c0-e88fff8fc59a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:33.292745 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223640aa-632d-484a-81c0-e88fff8fc59a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:33.293130 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223640aa-632d-484a-81c0-e88fff8fc59a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:33.293524 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223640aa-632d-484a-81c0-e88fff8fc59a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:33.293931 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223640aa-632d-484a-81c0-e88fff8fc59a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:33.294319 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223640aa-632d-484a-81c0-e88fff8fc59a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:33.294706 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223640aa-632d-484a-81c0-e88fff8fc59a admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:33.295089 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223640aa-632d-484a-81c0-e88fff8fc59a admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:33.295474 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223640aa-632d-484a-81c0-e88fff8fc59a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:33.295862 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223640aa-632d-484a-81c0-e88fff8fc59a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:33.296247 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223640aa-632d-484a-81c0-e88fff8fc59a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:33.346775 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-223640aa-632d-484a-81c0-e88fff8fc59a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:40:33.382262 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-223640aa-632d-484a-81c0-e88fff8fc59a admin admin] Notify callbacks [] for subnet, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:33.388642 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-223640aa-632d-484a-81c0-e88fff8fc59a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/bbb337fd-104b-4806-91e3-b068bd86d58a HTTP/1.1" status: 204  len: 168 time: 0.6558087
Dec 09 05:40:33.391913 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 41276) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:40:33.513455 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-94ec814e-1adc-4240-9471-f39ae3ebbcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851217242'] for network, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:33.717970 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-94ec814e-1adc-4240-9471-f39ae3ebbcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3640018', 'neutron.services.segments.db._delete_segments_for_network--9223363249358105289'] for network, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:33.837921 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-94ec814e-1adc-4240-9471-f39ae3ebbcc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fdff39be358>,) {'filters': {'network_id': ['b2c82a3c-6a6b-46aa-a633-983b64801a13']}} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:40:33.851821 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-94ec814e-1adc-4240-9471-f39ae3ebbcc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fdff39be358>, 'dc863d6c-fc28-4276-8baf-0314b7673ef2') {'for_net_delete': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:40:33.852148 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-94ec814e-1adc-4240-9471-f39ae3ebbcc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fdff39be358>, 'dc863d6c-fc28-4276-8baf-0314b7673ef2') {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:40:33.864556 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-94ec814e-1adc-4240-9471-f39ae3ebbcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363249358104777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853146594'] for segment, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:33.879827 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-94ec814e-1adc-4240-9471-f39ae3ebbcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638805'] for segment, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:33.882151 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-94ec814e-1adc-4240-9471-f39ae3ebbcc7 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 09 05:40:34.068985 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-94ec814e-1adc-4240-9471-f39ae3ebbcc7 admin admin] Network b2c82a3c-6a6b-46aa-a633-983b64801a13 has no segments {{(pid=80246) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 09 05:40:34.078336 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-94ec814e-1adc-4240-9471-f39ae3ebbcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851136996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843934838'] for segment, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:34.265763 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-94ec814e-1adc-4240-9471-f39ae3ebbcc7 admin admin] Network b2c82a3c-6a6b-46aa-a633-983b64801a13 has no segments {{(pid=80246) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 09 05:40:34.289983 dv-cinder-763306-6-iscsi neutron-server[80130]: Traceback (most recent call last):
Dec 09 05:40:34.289983 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 09 05:40:34.289983 dv-cinder-763306-6-iscsi neutron-server[80130]:     timer()
Dec 09 05:40:34.289983 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 05:40:34.289983 dv-cinder-763306-6-iscsi neutron-server[80130]:     cb(*args, **kw)
Dec 09 05:40:34.289983 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 09 05:40:34.289983 dv-cinder-763306-6-iscsi neutron-server[80130]:     return func(*args, **kwargs)
Dec 09 05:40:34.289983 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 05:40:34.289983 dv-cinder-763306-6-iscsi neutron-server[80130]:     self._notify()
Dec 09 05:40:34.289983 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 05:40:34.289983 dv-cinder-763306-6-iscsi neutron-server[80130]:     self.callback(batched_events)
Dec 09 05:40:34.289983 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 05:40:34.289983 dv-cinder-763306-6-iscsi neutron-server[80130]:     event.method(event)
Dec 09 05:40:34.289983 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 05:40:34.289983 dv-cinder-763306-6-iscsi neutron-server[80130]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 05:40:34.289983 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 09 05:40:34.289983 dv-cinder-763306-6-iscsi neutron-server[80130]:     segment_id)['aggregates'][0]
Dec 09 05:40:34.289983 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 05:40:34.289983 dv-cinder-763306-6-iscsi neutron-server[80130]:     return f(self, *a, **k)
Dec 09 05:40:34.289983 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 09 05:40:34.289983 dv-cinder-763306-6-iscsi neutron-server[80130]:     return self._get(url).json()
Dec 09 05:40:34.289983 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 05:40:34.289983 dv-cinder-763306-6-iscsi neutron-server[80130]:     **kwargs)
Dec 09 05:40:34.289983 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 05:40:34.289983 dv-cinder-763306-6-iscsi neutron-server[80130]:     return self.request(url, 'GET', **kwargs)
Dec 09 05:40:34.289983 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 09 05:40:34.289983 dv-cinder-763306-6-iscsi neutron-server[80130]:     **endpoint_filter)
Dec 09 05:40:34.289983 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 05:40:34.289983 dv-cinder-763306-6-iscsi neutron-server[80130]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 05:40:34.289983 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 05:40:34.289983 dv-cinder-763306-6-iscsi neutron-server[80130]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 05:40:34.289983 dv-cinder-763306-6-iscsi neutron-server[80130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 05:40:34.373286 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-94ec814e-1adc-4240-9471-f39ae3ebbcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851135783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854364948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036851028489'] for network, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:34.379040 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-184551fe-dc10-41f3-9a68-f966cef49d1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:40:34.396198 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-94ec814e-1adc-4240-9471-f39ae3ebbcc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3226941'] for network, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:34.402885 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ec814e-1adc-4240-9471-f39ae3ebbcc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2c82a3c-6a6b-46aa-a633-983b64801a13,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:40:34.406291 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-94ec814e-1adc-4240-9471-f39ae3ebbcc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:40:34.408413 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-94ec814e-1adc-4240-9471-f39ae3ebbcc7 admin admin] 10.222.0.39 "DELETE /v2.0/networks/b2c82a3c-6a6b-46aa-a633-983b64801a13 HTTP/1.1" status: 204  len: 168 time: 1.0150824
Dec 09 05:40:34.636934 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 41282) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:40:34.707186 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-926c43e8-9ffb-4329-baec-5eef2fec1dbf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7ded9401002742499b1dfaa2120c7b8e&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0688429
Dec 09 05:40:34.710358 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 41286) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:40:34.799176 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a69bfc8c-0a03-421a-8a2a-d61e84018690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:34.838338 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a69bfc8c-0a03-421a-8a2a-d61e84018690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:34.897597 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a69bfc8c-0a03-421a-8a2a-d61e84018690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:34.903495 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-f201237d-8eb9-4681-a023-bab2d09f202b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:40:34.918294 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69bfc8c-0a03-421a-8a2a-d61e84018690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91a246b-36ba-453e-95c5-5d4e060f5199,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:40:34.931157 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bfc8c-0a03-421a-8a2a-d61e84018690 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:34.931593 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bfc8c-0a03-421a-8a2a-d61e84018690 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:34.932011 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bfc8c-0a03-421a-8a2a-d61e84018690 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:34.932427 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bfc8c-0a03-421a-8a2a-d61e84018690 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:34.932836 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bfc8c-0a03-421a-8a2a-d61e84018690 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:34.933245 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bfc8c-0a03-421a-8a2a-d61e84018690 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:34.933649 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bfc8c-0a03-421a-8a2a-d61e84018690 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:34.934080 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bfc8c-0a03-421a-8a2a-d61e84018690 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:34.934527 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bfc8c-0a03-421a-8a2a-d61e84018690 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:34.934930 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bfc8c-0a03-421a-8a2a-d61e84018690 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:34.935334 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bfc8c-0a03-421a-8a2a-d61e84018690 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:34.935734 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bfc8c-0a03-421a-8a2a-d61e84018690 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:34.936273 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bfc8c-0a03-421a-8a2a-d61e84018690 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:34.936588 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bfc8c-0a03-421a-8a2a-d61e84018690 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:34.936987 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bfc8c-0a03-421a-8a2a-d61e84018690 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:34.937385 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bfc8c-0a03-421a-8a2a-d61e84018690 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:34.938366 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bfc8c-0a03-421a-8a2a-d61e84018690 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:34.938990 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bfc8c-0a03-421a-8a2a-d61e84018690 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:34.939706 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bfc8c-0a03-421a-8a2a-d61e84018690 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:34.940432 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bfc8c-0a03-421a-8a2a-d61e84018690 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:34.940934 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bfc8c-0a03-421a-8a2a-d61e84018690 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:34.941345 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bfc8c-0a03-421a-8a2a-d61e84018690 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:34.941753 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bfc8c-0a03-421a-8a2a-d61e84018690 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:34.942158 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bfc8c-0a03-421a-8a2a-d61e84018690 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:34.946289 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-a69bfc8c-0a03-421a-8a2a-d61e84018690 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:40:34.948776 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a69bfc8c-0a03-421a-8a2a-d61e84018690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:34.950143 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-a69bfc8c-0a03-421a-8a2a-d61e84018690 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c91a246b-36ba-453e-95c5-5d4e060f5199 HTTP/1.1" status: 204  len: 168 time: 0.2380319
Dec 09 05:40:36.122621 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 41308) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:40:36.333796 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-ef9ce70a-5a36-4581-823c-f3b2d496cd26 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-642748745-network', 'tenant_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5'}} {{(pid=80246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:40:36.340000 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-ef9ce70a-5a36-4581-823c-f3b2d496cd26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:40:36.345893 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-ef9ce70a-5a36-4581-823c-f3b2d496cd26 admin admin] Usage tracker for resource:network and tenant:fb0759eb89c04546ab3ebe4e8a3a57f5 is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:40:36.349010 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-ef9ce70a-5a36-4581-823c-f3b2d496cd26 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:40:36.356304 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-ef9ce70a-5a36-4581-823c-f3b2d496cd26 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:40:36.368582 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9ce70a-5a36-4581-823c-f3b2d496cd26 admin admin] Made reservation on behalf of fb0759eb89c04546ab3ebe4e8a3a57f5 for: {'network': 1} {{(pid=80246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 09 05:40:36.373399 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ef9ce70a-5a36-4581-823c-f3b2d496cd26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for network, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:36.388971 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ef9ce70a-5a36-4581-823c-f3b2d496cd26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:36.411957 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-ef9ce70a-5a36-4581-823c-f3b2d496cd26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:40:36.417213 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-ef9ce70a-5a36-4581-823c-f3b2d496cd26 admin admin] Usage tracker for resource:security_group_rule and tenant:fb0759eb89c04546ab3ebe4e8a3a57f5 is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:40:36.422361 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-ef9ce70a-5a36-4581-823c-f3b2d496cd26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:40:36.428521 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-ef9ce70a-5a36-4581-823c-f3b2d496cd26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:40:36.517885 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ef9ce70a-5a36-4581-823c-f3b2d496cd26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:36.522807 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ef9ce70a-5a36-4581-823c-f3b2d496cd26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:36.527088 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-18bbca9c-d52d-4183-9ff9-61d7ae274dd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:40:36.563653 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef9ce70a-5a36-4581-823c-f3b2d496cd26 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 09 05:40:36.572986 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ce70a-5a36-4581-823c-f3b2d496cd26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d379bef-cbac-4270-9b16-7ccfa80464da,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:40:36.576926 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ef9ce70a-5a36-4581-823c-f3b2d496cd26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:40:36.580274 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ef9ce70a-5a36-4581-823c-f3b2d496cd26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638805'] for segment, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:36.580707 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.db.segments_db [None req-ef9ce70a-5a36-4581-823c-f3b2d496cd26 admin admin] Added segment 53d9c4f6-7f3c-47a3-8018-8c5e0609bb1c of type vxlan for network 1d71a329-4cb1-4485-80ca-4ca822c88d8d
Dec 09 05:40:36.613124 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ef9ce70a-5a36-4581-823c-f3b2d496cd26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363249358512056'] for network, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:36.646070 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ef9ce70a-5a36-4581-823c-f3b2d496cd26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854364948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894'] for network, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:36.647324 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9ce70a-5a36-4581-823c-f3b2d496cd26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:40:36.647967 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ef9ce70a-5a36-4581-823c-f3b2d496cd26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3226941'] for network, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:36.651689 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:40:36.789616 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-ef9ce70a-5a36-4581-823c-f3b2d496cd26 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 0.6653209
Dec 09 05:40:36.794042 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ce70a-5a36-4581-823c-f3b2d496cd26 admin admin] Pushing event updated for resources: {'Network': ['ID=1d71a329-4cb1-4485-80ca-4ca822c88d8d,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:40:36.794864 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 41314) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:40:36.798100 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ef9ce70a-5a36-4581-823c-f3b2d496cd26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:40:36.804684 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-c74fa192-9a14-4676-8ecb-2a424e8023f7 admin admin] Request body: {'subnet': {'network_id': '1d71a329-4cb1-4485-80ca-4ca822c88d8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-642748745-subnet', 'tenant_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'ip_version': 4}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:40:36.807643 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Network 1d71a329-4cb1-4485-80ca-4ca822c88d8d details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80247) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 09 05:40:36.817738 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-c74fa192-9a14-4676-8ecb-2a424e8023f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:40:36.830345 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-c74fa192-9a14-4676-8ecb-2a424e8023f7 admin admin] Usage tracker for resource:subnet and tenant:fb0759eb89c04546ab3ebe4e8a3a57f5 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:40:36.831649 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Network 1d71a329-4cb1-4485-80ca-4ca822c88d8d details requested by agent ovs-agent-dv-cinder-763306-6-iscsi with host dv-cinder-763306-6-iscsi {{(pid=80247) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 09 05:40:36.834351 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-c74fa192-9a14-4676-8ecb-2a424e8023f7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:40:36.841197 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-c74fa192-9a14-4676-8ecb-2a424e8023f7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:40:36.865245 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c74fa192-9a14-4676-8ecb-2a424e8023f7 admin admin] Made reservation on behalf of fb0759eb89c04546ab3ebe4e8a3a57f5 for: {'subnet': 1} {{(pid=80245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 09 05:40:36.870145 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c74fa192-9a14-4676-8ecb-2a424e8023f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10977934'] for subnet, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:37.561252 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c74fa192-9a14-4676-8ecb-2a424e8023f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854364984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10623185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10977951'] for subnet, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:37.577140 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-7aae20b0-5fa6-40b3-ae82-69ca0871c6f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:40:37.744524 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74fa192-9a14-4676-8ecb-2a424e8023f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=182fb628-aba9-461c-a88f-9c7c5f5eec4d,revision_number=0']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:40:37.748712 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-c74fa192-9a14-4676-8ecb-2a424e8023f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:40:37.808391 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74fa192-9a14-4676-8ecb-2a424e8023f7 admin admin] Checking segment: {'id': '53d9c4f6-7f3c-47a3-8018-8c5e0609bb1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1d71a329-4cb1-4485-80ca-4ca822c88d8d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 09 05:40:37.808780 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74fa192-9a14-4676-8ecb-2a424e8023f7 admin admin] Network hostable DHCP agents. Network: 1d71a329-4cb1-4485-80ca-4ca822c88d8d, hostable agents: ['cf8ef789-40b7-4066-b095-c11a9e991b4e'], hosted agents: [] {{(pid=80245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 09 05:40:37.830291 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74fa192-9a14-4676-8ecb-2a424e8023f7 admin admin] Network 1d71a329-4cb1-4485-80ca-4ca822c88d8d is scheduled to be hosted by DHCP agent cf8ef789-40b7-4066-b095-c11a9e991b4e with binding_index 1 {{(pid=80245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 09 05:40:37.847558 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-c74fa192-9a14-4676-8ecb-2a424e8023f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-6-iscsi, 1d71a329-4cb1-4485-80ca-4ca822c88d8d) {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:40:37.856280 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de997da1-e3e1-40f2-803a-5125bb52e432 None None] Network 1d71a329-4cb1-4485-80ca-4ca822c88d8d requested from dv-cinder-763306-6-iscsi {{(pid=80247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 09 05:40:37.868565 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74fa192-9a14-4676-8ecb-2a424e8023f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:40:37.869609 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c74fa192-9a14-4676-8ecb-2a424e8023f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3226941'] for subnet, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:37.902614 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-c74fa192-9a14-4676-8ecb-2a424e8023f7 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.1061199
Dec 09 05:40:37.906941 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 41318) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:40:37.912929 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-b3b398da-8c02-445f-9114-06baadae979d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-642748745-router', 'tenant_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89'}}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:40:37.918639 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-b3b398da-8c02-445f-9114-06baadae979d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:40:37.923715 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-b3b398da-8c02-445f-9114-06baadae979d admin admin] Usage tracker for resource:router and tenant:fb0759eb89c04546ab3ebe4e8a3a57f5 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:40:37.928052 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-b3b398da-8c02-445f-9114-06baadae979d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:40:37.934155 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-b3b398da-8c02-445f-9114-06baadae979d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:40:37.945512 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b3b398da-8c02-445f-9114-06baadae979d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854371491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3633'] for router, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:37.946791 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b3b398da-8c02-445f-9114-06baadae979d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854381126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036851028643', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772167'] for router, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:37.971154 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b3b398da-8c02-445f-9114-06baadae979d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:38.113720 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c2bbec-7190-4e8b-8f1a-e6512b4fb863 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd19d2df8-5246-5bd6-ad5c-c97c8fcfd48f-1d71a329-4cb1-4485-80ca-4ca822c88d8d', 'network_id': '1d71a329-4cb1-4485-80ca-4ca822c88d8d', 'tenant_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'fixed_ips': [{'subnet_id': '182fb628-aba9-461c-a88f-9c7c5f5eec4d'}]}} from dv-cinder-763306-6-iscsi. {{(pid=80247) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 09 05:40:38.114745 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c8c2bbec-7190-4e8b-8f1a-e6512b4fb863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_create {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:38.261257 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b3b398da-8c02-445f-9114-06baadae979d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036851028702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854371550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772138'] for router, precommit_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:38.424431 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [None req-c8c2bbec-7190-4e8b-8f1a-e6512b4fb863 None None] Allocated IP 172.20.0.2 (1d71a329-4cb1-4485-80ca-4ca822c88d8d/182fb628-aba9-461c-a88f-9c7c5f5eec4d/21f6f473-af80-4a6e-9a82-96826c8b4174) {{(pid=80247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 09 05:40:38.593210 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b3b398da-8c02-445f-9114-06baadae979d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:38.629441 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b3b398da-8c02-445f-9114-06baadae979d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:38.660371 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c8c2bbec-7190-4e8b-8f1a-e6512b4fb863 None None] Notify callbacks [] for port, precommit_create {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:38.676448 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-c8c2bbec-7190-4e8b-8f1a-e6512b4fb863 None None] Transition to ACTIVE for port object 21f6f473-af80-4a6e-9a82-96826c8b4174 will not be triggered until provisioned by entity L2. {{(pid=80247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 09 05:40:38.693537 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-c8c2bbec-7190-4e8b-8f1a-e6512b4fb863 None None] Transition to ACTIVE for port object 21f6f473-af80-4a6e-9a82-96826c8b4174 will not be triggered until provisioned by entity DHCP. {{(pid=80247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 09 05:40:38.698017 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c8c2bbec-7190-4e8b-8f1a-e6512b4fb863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249358491764'] for port, after_create {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:38.712074 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:40:38.930606 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [None req-b3b398da-8c02-445f-9114-06baadae979d admin admin] Allocated IP 172.27.2.82 (1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89/b1368c69-6e14-4d1d-80ab-b679585c21ba/e8d04b31-14e9-4b29-9697-026e8985e83c) {{(pid=80245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 09 05:40:39.026305 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2bbec-7190-4e8b-8f1a-e6512b4fb863 None None] Pushing event updated for resources: {'Port': ['ID=21f6f473-af80-4a6e-9a82-96826c8b4174,revision_number=1']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:40:39.029884 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-c8c2bbec-7190-4e8b-8f1a-e6512b4fb863 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:40:39.084750 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c2bbec-7190-4e8b-8f1a-e6512b4fb863 None None] Network 1d71a329-4cb1-4485-80ca-4ca822c88d8d is already hosted by enough agents. {{(pid=80247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 09 05:40:39.086360 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-c8c2bbec-7190-4e8b-8f1a-e6512b4fb863 None None] Resources bound (agent type, host, resource id):  {{(pid=80247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:40:39.089185 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c2bbec-7190-4e8b-8f1a-e6512b4fb863 None None] Received port after_create {{(pid=80247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 09 05:40:39.105044 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b3b398da-8c02-445f-9114-06baadae979d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:39.136234 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b3b398da-8c02-445f-9114-06baadae979d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249358491764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844148928'] for port, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:39.150131 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-c8c2bbec-7190-4e8b-8f1a-e6512b4fb863 None None] Attempting to bind port 21f6f473-af80-4a6e-9a82-96826c8b4174 on host dv-cinder-763306-6-iscsi for vnic_type normal with profile  {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 09 05:40:39.150557 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-c8c2bbec-7190-4e8b-8f1a-e6512b4fb863 None None] Attempting to bind port 21f6f473-af80-4a6e-9a82-96826c8b4174 by drivers openvswitch on host dv-cinder-763306-6-iscsi at level 0 using segments [{'id': '53d9c4f6-7f3c-47a3-8018-8c5e0609bb1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1d71a329-4cb1-4485-80ca-4ca822c88d8d'}] {{(pid=80247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 09 05:40:39.150971 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c2bbec-7190-4e8b-8f1a-e6512b4fb863 None None] Attempting to bind port 21f6f473-af80-4a6e-9a82-96826c8b4174 on network 1d71a329-4cb1-4485-80ca-4ca822c88d8d {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 09 05:40:39.158217 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-93edb1a1-680a-4c0f-91a3-16cf9de3c270 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:40:39.159243 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c2bbec-7190-4e8b-8f1a-e6512b4fb863 None None] Checking agent: {'id': '7299edea-3c4e-4ec0-b2b3-c0ac9bf6315b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 20, 49), 'started_at': datetime.datetime(2020, 12, 9, 5, 21, 19), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 05:40:39.159682 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c2bbec-7190-4e8b-8f1a-e6512b4fb863 None None] Checking segment: {'id': '53d9c4f6-7f3c-47a3-8018-8c5e0609bb1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1d71a329-4cb1-4485-80ca-4ca822c88d8d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 09 05:40:39.160147 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c8c2bbec-7190-4e8b-8f1a-e6512b4fb863 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:39.160601 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c2bbec-7190-4e8b-8f1a-e6512b4fb863 None None] Bound using segment: {'id': '53d9c4f6-7f3c-47a3-8018-8c5e0609bb1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1d71a329-4cb1-4485-80ca-4ca822c88d8d'} {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 05:40:39.161312 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-c8c2bbec-7190-4e8b-8f1a-e6512b4fb863 None None] Bound port: 21f6f473-af80-4a6e-9a82-96826c8b4174, host: dv-cinder-763306-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53d9c4f6-7f3c-47a3-8018-8c5e0609bb1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1d71a329-4cb1-4485-80ca-4ca822c88d8d'}}] {{(pid=80247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 09 05:40:39.161795 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c8c2bbec-7190-4e8b-8f1a-e6512b4fb863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:39.265386 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-c8c2bbec-7190-4e8b-8f1a-e6512b4fb863 None None] For port 21f6f473-af80-4a6e-9a82-96826c8b4174, host dv-cinder-763306-6-iscsi, cleared binding levels {{(pid=80247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 09 05:40:39.270805 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-c8c2bbec-7190-4e8b-8f1a-e6512b4fb863 None None] For port 21f6f473-af80-4a6e-9a82-96826c8b4174, host dv-cinder-763306-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=21f6f473-af80-4a6e-9a82-96826c8b4174,segment=NetworkSegment(53d9c4f6-7f3c-47a3-8018-8c5e0609bb1c),segment_id=53d9c4f6-7f3c-47a3-8018-8c5e0609bb1c)] {{(pid=80247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 09 05:40:39.274696 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c8c2bbec-7190-4e8b-8f1a-e6512b4fb863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:39.291707 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-b449c380-5a12-4292-bbcf-28a6da75ae9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:40:39.302724 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b398da-8c02-445f-9114-06baadae979d admin admin] Pushing event updated for resources: {'Port': ['ID=e8d04b31-14e9-4b29-9697-026e8985e83c,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:40:39.307200 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-b3b398da-8c02-445f-9114-06baadae979d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:40:39.350296 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b398da-8c02-445f-9114-06baadae979d admin admin] Network 1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89 is already hosted by enough agents. {{(pid=80245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 09 05:40:39.351569 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-b3b398da-8c02-445f-9114-06baadae979d admin admin] Resources bound (agent type, host, resource id):  {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:40:39.354038 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b398da-8c02-445f-9114-06baadae979d admin admin] Received port after_create {{(pid=80245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 09 05:40:39.445444 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2bbec-7190-4e8b-8f1a-e6512b4fb863 None None] Pushing event updated for resources: {'Port': ['ID=21f6f473-af80-4a6e-9a82-96826c8b4174,revision_number=2']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:40:39.448925 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-c8c2bbec-7190-4e8b-8f1a-e6512b4fb863 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:40:39.802605 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b3b398da-8c02-445f-9114-06baadae979d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:40.408004 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b3b398da-8c02-445f-9114-06baadae979d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-404266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3747080'] for router, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:40.636919 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3b398da-8c02-445f-9114-06baadae979d admin admin] Router ade62f9c-537d-4987-9617-1a2de4f956fc is scheduled to L3 agent 16cb43a9-cd2d-4531-acd4-2457db4a9ad2 with binding_index 1 {{(pid=80245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 09 05:40:40.827097 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372ec941-0801-4b9f-9f0e-20eadac6b61d None None] Network 1d71a329-4cb1-4485-80ca-4ca822c88d8d requested from dv-cinder-763306-6-iscsi {{(pid=80247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 09 05:40:40.855940 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b398da-8c02-445f-9114-06baadae979d admin admin] Notify agent at l3_agent.dv-cinder-763306-6-iscsi the message routers_updated {{(pid=80245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 09 05:40:40.867652 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d973044-c4ba-4ade-a740-701ebcc3784c None None] Sync routers for ids ['ade62f9c-537d-4987-9617-1a2de4f956fc'] in dv-cinder-763306-6-iscsi {{(pid=80248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 09 05:40:40.880214 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d973044-c4ba-4ade-a740-701ebcc3784c None None] Routers {'ade62f9c-537d-4987-9617-1a2de4f956fc'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:40:40.880905 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-8d973044-c4ba-4ade-a740-701ebcc3784c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff80fc5c0>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:40:17Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['ade62f9c-537d-4987-9617-1a2de4f956fc'], 'active': True} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:40:40.883426 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b3b398da-8c02-445f-9114-06baadae979d admin admin] Notify callbacks [] for router, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:40.885620 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-b3b398da-8c02-445f-9114-06baadae979d admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 2.9765847
Dec 09 05:40:40.887746 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 41322) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:40:40.935833 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-28aa56d2-eea4-465f-826a-a7b849802fbe None None] Provisioning for port 21f6f473-af80-4a6e-9a82-96826c8b4174 completed by entity DHCP. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 09 05:40:41.073845 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-8d973044-c4ba-4ade-a740-701ebcc3784c None None] Set router ade62f9c-537d-4987-9617-1a2de4f956fc gateway port host: dv-cinder-763306-6-iscsi {{(pid=80248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:40:41.414952 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device 21f6f473-af80-4a6e-9a82-96826c8b4174 up at agent ovs-agent-dv-cinder-763306-6-iscsi {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:40:41.474122 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-8d973044-c4ba-4ade-a740-701ebcc3784c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff80fc5c0>, [{'id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'name': 'tempest-TestVolumeBootPattern-642748745-router', 'tenant_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'e8d04b31-14e9-4b29-9697-026e8985e83c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:40:37Z', 'updated_at': '2020-12-09T05:40:39Z', 'revision_number': 3, 'project_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'gw_port': {'id': 'e8d04b31-14e9-4b29-9697-026e8985e83c', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:40:38Z', 'updated_at': '2020-12-09T05:40:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi'}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:40:41.480991 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d973044-c4ba-4ade-a740-701ebcc3784c None None] Checking router: ade62f9c-537d-4987-9617-1a2de4f956fc for host: dv-cinder-763306-6-iscsi {{(pid=80248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 09 05:40:41.481559 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d973044-c4ba-4ade-a740-701ebcc3784c None None] Updating router ade62f9c-537d-4987-9617-1a2de4f956fc port e8d04b31-14e9-4b29-9697-026e8985e83c binding host dv-cinder-763306-6-iscsi {{(pid=80248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 09 05:40:41.503867 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Provisioning for port 21f6f473-af80-4a6e-9a82-96826c8b4174 completed by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 09 05:40:41.510468 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Provisioning complete for port 21f6f473-af80-4a6e-9a82-96826c8b4174 triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:40:41.511142 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:41.549139 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8d973044-c4ba-4ade-a740-701ebcc3784c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:41.616276 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-414ebab8-40e9-4dd1-9e90-f530b099f34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:41.679176 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-13fd88c8-437e-48b8-8e07-cc1cd021fa8a None None] Provisioning complete for port 21f6f473-af80-4a6e-9a82-96826c8b4174 triggered by entity DHCP. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:40:41.679575 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-13fd88c8-437e-48b8-8e07-cc1cd021fa8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:41.746440 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:41.841094 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] For port 21f6f473-af80-4a6e-9a82-96826c8b4174, host dv-cinder-763306-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=21f6f473-af80-4a6e-9a82-96826c8b4174,segment=NetworkSegment(53d9c4f6-7f3c-47a3-8018-8c5e0609bb1c),segment_id=53d9c4f6-7f3c-47a3-8018-8c5e0609bb1c)] {{(pid=80247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:40:41.849531 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:41.853580 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e5a95fba-2761-4219-bfa8-496287837167 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:40:41.975437 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Pushing event updated for resources: {'Port': ['ID=21f6f473-af80-4a6e-9a82-96826c8b4174,revision_number=3']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:40:41.983824 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:41.984218 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:41.984629 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:41.985016 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:41.985396 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:41.985765 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:41.986160 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:41.986529 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:41.986899 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:41.987264 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:41.987630 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:41.987998 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:41.988403 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:41.988769 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:41.989129 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:41.989488 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:41.989865 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:41.990226 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:41.990579 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:41.990937 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:41.991296 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:41.991654 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:41.992014 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:41.992373 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:41.997155 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:40:42.007770 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8d973044-c4ba-4ade-a740-701ebcc3784c None None] Notify callbacks [] for port, precommit_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:42.008291 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [None req-414ebab8-40e9-4dd1-9e90-f530b099f34d admin admin] Allocated IP 172.20.0.1 (1d71a329-4cb1-4485-80ca-4ca822c88d8d/182fb628-aba9-461c-a88f-9c7c5f5eec4d/c2c3be73-dc1d-47aa-8cf4-f318bf2edb9f) {{(pid=80245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 09 05:40:42.023596 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8d973044-c4ba-4ade-a740-701ebcc3784c None None] Transition to ACTIVE for port object e8d04b31-14e9-4b29-9697-026e8985e83c will not be triggered until provisioned by entity L2. {{(pid=80248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 09 05:40:42.026617 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8d973044-c4ba-4ade-a740-701ebcc3784c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:42.046599 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-239aa70b-4067-4d9d-a2a4-2a7684fb30cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:40:42.102422 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-efa32fa0-c7ed-4ecd-afbb-9ed5bc03009a None None] Provisioning complete for port 21f6f473-af80-4a6e-9a82-96826c8b4174 triggered by entity DHCP. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:40:42.103527 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-efa32fa0-c7ed-4ecd-afbb-9ed5bc03009a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:42.191368 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d3e5ab-21ac-4b74-8c6a-e6d5bbd3b9f3 None None] Pushing event updated for resources: {'Port': ['ID=e8d04b31-14e9-4b29-9697-026e8985e83c,revision_number=2']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:40:42.202768 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d3e5ab-21ac-4b74-8c6a-e6d5bbd3b9f3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:42.203149 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d3e5ab-21ac-4b74-8c6a-e6d5bbd3b9f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:42.204026 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d3e5ab-21ac-4b74-8c6a-e6d5bbd3b9f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:42.204396 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d3e5ab-21ac-4b74-8c6a-e6d5bbd3b9f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:42.204773 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d3e5ab-21ac-4b74-8c6a-e6d5bbd3b9f3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:42.205129 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d3e5ab-21ac-4b74-8c6a-e6d5bbd3b9f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:42.205486 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d3e5ab-21ac-4b74-8c6a-e6d5bbd3b9f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:42.205869 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d3e5ab-21ac-4b74-8c6a-e6d5bbd3b9f3 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:42.206258 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d3e5ab-21ac-4b74-8c6a-e6d5bbd3b9f3 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:42.206616 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d3e5ab-21ac-4b74-8c6a-e6d5bbd3b9f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:42.206972 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d3e5ab-21ac-4b74-8c6a-e6d5bbd3b9f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:42.207326 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d3e5ab-21ac-4b74-8c6a-e6d5bbd3b9f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:42.207723 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d3e5ab-21ac-4b74-8c6a-e6d5bbd3b9f3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:42.208077 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d3e5ab-21ac-4b74-8c6a-e6d5bbd3b9f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:42.208431 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d3e5ab-21ac-4b74-8c6a-e6d5bbd3b9f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:42.208787 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d3e5ab-21ac-4b74-8c6a-e6d5bbd3b9f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:42.209143 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d3e5ab-21ac-4b74-8c6a-e6d5bbd3b9f3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:42.209487 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d3e5ab-21ac-4b74-8c6a-e6d5bbd3b9f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:42.209853 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d3e5ab-21ac-4b74-8c6a-e6d5bbd3b9f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:42.210210 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d3e5ab-21ac-4b74-8c6a-e6d5bbd3b9f3 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:42.210559 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d3e5ab-21ac-4b74-8c6a-e6d5bbd3b9f3 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:42.210909 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d3e5ab-21ac-4b74-8c6a-e6d5bbd3b9f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:42.211257 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d3e5ab-21ac-4b74-8c6a-e6d5bbd3b9f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:42.211612 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d3e5ab-21ac-4b74-8c6a-e6d5bbd3b9f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:40:42.212131 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-414ebab8-40e9-4dd1-9e90-f530b099f34d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:42.217242 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-39d3e5ab-21ac-4b74-8c6a-e6d5bbd3b9f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:40:42.234728 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-414ebab8-40e9-4dd1-9e90-f530b099f34d admin admin] Transition to ACTIVE for port object c2c3be73-dc1d-47aa-8cf4-f318bf2edb9f will not be triggered until provisioned by entity DHCP. {{(pid=80245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 09 05:40:42.258097 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-414ebab8-40e9-4dd1-9e90-f530b099f34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249358491764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844148928'] for port, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:42.267840 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-8d973044-c4ba-4ade-a740-701ebcc3784c None None] Attempting to bind port e8d04b31-14e9-4b29-9697-026e8985e83c on host dv-cinder-763306-6-iscsi for vnic_type normal with profile  {{(pid=80248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 09 05:40:42.268232 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-8d973044-c4ba-4ade-a740-701ebcc3784c None None] Attempting to bind port e8d04b31-14e9-4b29-9697-026e8985e83c by drivers openvswitch on host dv-cinder-763306-6-iscsi at level 0 using segments [{'id': '6806ddaa-9afa-4e45-ac00-e428af44bdb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89'}] {{(pid=80248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 09 05:40:42.269035 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d973044-c4ba-4ade-a740-701ebcc3784c None None] Attempting to bind port e8d04b31-14e9-4b29-9697-026e8985e83c on network 1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89 {{(pid=80248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 09 05:40:42.275024 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d973044-c4ba-4ade-a740-701ebcc3784c None None] Checking agent: {'id': '7299edea-3c4e-4ec0-b2b3-c0ac9bf6315b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 20, 49), 'started_at': datetime.datetime(2020, 12, 9, 5, 21, 19), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 05:40:42.275374 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d973044-c4ba-4ade-a740-701ebcc3784c None None] Checking segment: {'id': '6806ddaa-9afa-4e45-ac00-e428af44bdb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 09 05:40:42.275545 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-d3db83d3-d128-4257-bad3-9b48e00140f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:40:42.275749 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8d973044-c4ba-4ade-a740-701ebcc3784c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:42.276143 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d973044-c4ba-4ade-a740-701ebcc3784c None None] Bound using segment: {'id': '6806ddaa-9afa-4e45-ac00-e428af44bdb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89'} {{(pid=80248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 05:40:42.276666 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-8d973044-c4ba-4ade-a740-701ebcc3784c None None] Bound port: e8d04b31-14e9-4b29-9697-026e8985e83c, host: dv-cinder-763306-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6806ddaa-9afa-4e45-ac00-e428af44bdb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89'}}] {{(pid=80248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 09 05:40:42.277083 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8d973044-c4ba-4ade-a740-701ebcc3784c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:42.353381 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-8d973044-c4ba-4ade-a740-701ebcc3784c None None] For port e8d04b31-14e9-4b29-9697-026e8985e83c, host dv-cinder-763306-6-iscsi, cleared binding levels {{(pid=80248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 09 05:40:42.356570 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-8d973044-c4ba-4ade-a740-701ebcc3784c None None] For port e8d04b31-14e9-4b29-9697-026e8985e83c, host dv-cinder-763306-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=e8d04b31-14e9-4b29-9697-026e8985e83c,segment=NetworkSegment(6806ddaa-9afa-4e45-ac00-e428af44bdb5),segment_id=6806ddaa-9afa-4e45-ac00-e428af44bdb5)] {{(pid=80248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 09 05:40:42.360491 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8d973044-c4ba-4ade-a740-701ebcc3784c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:42.373609 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:40:42.420816 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414ebab8-40e9-4dd1-9e90-f530b099f34d admin admin] Pushing event updated for resources: {'Port': ['ID=c2c3be73-dc1d-47aa-8cf4-f318bf2edb9f,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:40:42.424033 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-414ebab8-40e9-4dd1-9e90-f530b099f34d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:40:42.473184 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414ebab8-40e9-4dd1-9e90-f530b099f34d admin admin] Network 1d71a329-4cb1-4485-80ca-4ca822c88d8d is already hosted by enough agents. {{(pid=80245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 09 05:40:42.474598 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-414ebab8-40e9-4dd1-9e90-f530b099f34d admin admin] Resources bound (agent type, host, resource id):  {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:40:42.477158 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414ebab8-40e9-4dd1-9e90-f530b099f34d admin admin] Received port after_create {{(pid=80245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 09 05:40:42.697742 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d3e5ab-21ac-4b74-8c6a-e6d5bbd3b9f3 None None] Pushing event updated for resources: {'Port': ['ID=e8d04b31-14e9-4b29-9697-026e8985e83c,revision_number=3']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:40:42.702835 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-39d3e5ab-21ac-4b74-8c6a-e6d5bbd3b9f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:40:42.715233 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-93b14aac-d69c-426a-a4d8-7d3c85896be4 None None] Provisioning for port c2c3be73-dc1d-47aa-8cf4-f318bf2edb9f completed by entity DHCP. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 09 05:40:42.721675 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-93b14aac-d69c-426a-a4d8-7d3c85896be4 None None] Provisioning complete for port c2c3be73-dc1d-47aa-8cf4-f318bf2edb9f triggered by entity DHCP. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:40:42.722534 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-93b14aac-d69c-426a-a4d8-7d3c85896be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:42.760323 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d973044-c4ba-4ade-a740-701ebcc3784c None None] Routers {'ade62f9c-537d-4987-9617-1a2de4f956fc'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:40:42.760928 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-8d973044-c4ba-4ade-a740-701ebcc3784c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff80fc5c0>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:40:17Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['ade62f9c-537d-4987-9617-1a2de4f956fc'], 'active': True} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:40:42.791549 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-93b14aac-d69c-426a-a4d8-7d3c85896be4 None None] Port c2c3be73-dc1d-47aa-8cf4-f318bf2edb9f cannot update to ACTIVE because it is not bound. {{(pid=80247) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 09 05:40:42.801575 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-414ebab8-40e9-4dd1-9e90-f530b099f34d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3746164'] for router_interface, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:42.921230 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-414ebab8-40e9-4dd1-9e90-f530b099f34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:42.957206 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-8d973044-c4ba-4ade-a740-701ebcc3784c None None] Set router ade62f9c-537d-4987-9617-1a2de4f956fc gateway port host: dv-cinder-763306-6-iscsi {{(pid=80248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:40:43.216648 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-414ebab8-40e9-4dd1-9e90-f530b099f34d admin admin] Notify callbacks [] for port, precommit_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:43.220636 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-414ebab8-40e9-4dd1-9e90-f530b099f34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10626905'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:43.251356 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:40:43.268131 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-8d973044-c4ba-4ade-a740-701ebcc3784c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff80fc5c0>, [{'id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'name': 'tempest-TestVolumeBootPattern-642748745-router', 'tenant_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'e8d04b31-14e9-4b29-9697-026e8985e83c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:40:37Z', 'updated_at': '2020-12-09T05:40:39Z', 'revision_number': 3, 'project_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'gw_port': {'id': 'e8d04b31-14e9-4b29-9697-026e8985e83c', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:40:38Z', 'updated_at': '2020-12-09T05:40:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi'}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:40:43.272762 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d973044-c4ba-4ade-a740-701ebcc3784c None None] The sync data for ids ['ade62f9c-537d-4987-9617-1a2de4f956fc'] in dv-cinder-763306-6-iscsi is: [{'id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'name': 'tempest-TestVolumeBootPattern-642748745-router', 'tenant_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'e8d04b31-14e9-4b29-9697-026e8985e83c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:40:37Z', 'updated_at': '2020-12-09T05:40:39Z', 'revision_number': 3, 'project_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'gw_port': {'id': 'e8d04b31-14e9-4b29-9697-026e8985e83c', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:40:38Z', 'updated_at': '2020-12-09T05:40:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi'}] {{(pid=80248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 09 05:40:43.335154 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device 21f6f473-af80-4a6e-9a82-96826c8b4174 up at agent ovs-agent-dv-cinder-763306-6-iscsi {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:40:43.349181 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-414ebab8-40e9-4dd1-9e90-f530b099f34d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3226911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036851029743'] for router_interface, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:43.366514 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414ebab8-40e9-4dd1-9e90-f530b099f34d admin admin] Pushing event updated for resources: {'Port': ['ID=c2c3be73-dc1d-47aa-8cf4-f318bf2edb9f,revision_number=2']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:40:43.369957 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-414ebab8-40e9-4dd1-9e90-f530b099f34d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:40:43.410482 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Provisioning complete for port 21f6f473-af80-4a6e-9a82-96826c8b4174 triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:40:43.411049 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:43.520263 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414ebab8-40e9-4dd1-9e90-f530b099f34d admin admin] Network 1d71a329-4cb1-4485-80ca-4ca822c88d8d is already hosted by enough agents. {{(pid=80245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 09 05:40:43.521630 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-414ebab8-40e9-4dd1-9e90-f530b099f34d admin admin] Resources bound (agent type, host, resource id):  {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:40:43.754297 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-414ebab8-40e9-4dd1-9e90-f530b099f34d admin admin] Router ade62f9c-537d-4987-9617-1a2de4f956fc has already been hosted by L3 agent 16cb43a9-cd2d-4531-acd4-2457db4a9ad2 {{(pid=80245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 09 05:40:43.837246 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-95bd700a-ee04-4b0a-9c78-67c41ab2962c None None] Provisioning complete for port c2c3be73-dc1d-47aa-8cf4-f318bf2edb9f triggered by entity DHCP. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:40:43.837683 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-95bd700a-ee04-4b0a-9c78-67c41ab2962c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:43.916751 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-95bd700a-ee04-4b0a-9c78-67c41ab2962c None None] Port c2c3be73-dc1d-47aa-8cf4-f318bf2edb9f cannot update to ACTIVE because it is not bound. {{(pid=80247) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 09 05:40:43.983736 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-414ebab8-40e9-4dd1-9e90-f530b099f34d admin admin] Notify agent at l3_agent.dv-cinder-763306-6-iscsi the message routers_updated {{(pid=80245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 09 05:40:43.993936 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-414ebab8-40e9-4dd1-9e90-f530b099f34d admin admin] 10.222.0.39 "PUT /v2.0/routers/ade62f9c-537d-4987-9617-1a2de4f956fc/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1049967
Dec 09 05:40:44.791368 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 41340) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:40:44.804052 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-88e42874-6be9-482b-bc70-4ff23b73878b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-643229771-network', 'tenant_id': '3705cbac2d4e4f6b89707ad014b33a0b'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:40:44.810487 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-88e42874-6be9-482b-bc70-4ff23b73878b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:40:44.815222 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-88e42874-6be9-482b-bc70-4ff23b73878b admin admin] Usage tracker for resource:network and tenant:3705cbac2d4e4f6b89707ad014b33a0b is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:40:44.818878 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-88e42874-6be9-482b-bc70-4ff23b73878b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:40:44.825384 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-88e42874-6be9-482b-bc70-4ff23b73878b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:40:44.846733 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e42874-6be9-482b-bc70-4ff23b73878b admin admin] Made reservation on behalf of 3705cbac2d4e4f6b89707ad014b33a0b for: {'network': 1} {{(pid=80245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 09 05:40:44.852832 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-88e42874-6be9-482b-bc70-4ff23b73878b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for network, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:44.867903 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-88e42874-6be9-482b-bc70-4ff23b73878b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:44.888883 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-88e42874-6be9-482b-bc70-4ff23b73878b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:40:44.895432 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-88e42874-6be9-482b-bc70-4ff23b73878b admin admin] Usage tracker for resource:security_group_rule and tenant:3705cbac2d4e4f6b89707ad014b33a0b is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:40:44.898726 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-88e42874-6be9-482b-bc70-4ff23b73878b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:40:44.905231 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-88e42874-6be9-482b-bc70-4ff23b73878b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:40:45.024275 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-88e42874-6be9-482b-bc70-4ff23b73878b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:45.028986 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-88e42874-6be9-482b-bc70-4ff23b73878b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:45.033105 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-4b8545cd-adab-453f-b217-dd0b9f81a059 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:40:45.071928 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88e42874-6be9-482b-bc70-4ff23b73878b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 09 05:40:45.082676 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e42874-6be9-482b-bc70-4ff23b73878b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=947087b1-a42a-4f23-af49-9a7cb0dd7fc4,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:40:45.087336 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-88e42874-6be9-482b-bc70-4ff23b73878b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:40:45.093357 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-88e42874-6be9-482b-bc70-4ff23b73878b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787496670511', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638805'] for segment, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:45.093802 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.db.segments_db [None req-88e42874-6be9-482b-bc70-4ff23b73878b admin admin] Added segment 6f538e50-6a6f-423d-b133-529e8ba5a540 of type vxlan for network 84a08baa-fd0b-41fa-b1f5-d74290ac704f
Dec 09 05:40:45.133362 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-88e42874-6be9-482b-bc70-4ff23b73878b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363249358512056'] for network, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:45.176515 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-88e42874-6be9-482b-bc70-4ff23b73878b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854364948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894'] for network, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:45.177862 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e42874-6be9-482b-bc70-4ff23b73878b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:40:45.178528 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-88e42874-6be9-482b-bc70-4ff23b73878b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3226941'] for network, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:45.184312 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-be2a58c0-11db-41d7-812e-b9996996b9f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:40:45.308808 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-88e42874-6be9-482b-bc70-4ff23b73878b admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 0.5157459
Dec 09 05:40:45.313286 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 41344) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:40:45.323719 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-4d9ddf68-b71f-4513-8d0d-21d7884dc5ec admin admin] Request body: {'subnet': {'network_id': '84a08baa-fd0b-41fa-b1f5-d74290ac704f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-643229771-subnet', 'tenant_id': '3705cbac2d4e4f6b89707ad014b33a0b', 'ip_version': 4}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:40:45.327600 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e42874-6be9-482b-bc70-4ff23b73878b admin admin] Pushing event updated for resources: {'Network': ['ID=84a08baa-fd0b-41fa-b1f5-d74290ac704f,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:40:45.331433 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-88e42874-6be9-482b-bc70-4ff23b73878b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:40:45.332489 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-4d9ddf68-b71f-4513-8d0d-21d7884dc5ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:40:45.337528 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-4d9ddf68-b71f-4513-8d0d-21d7884dc5ec admin admin] Usage tracker for resource:subnet and tenant:3705cbac2d4e4f6b89707ad014b33a0b is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:40:45.342102 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-4d9ddf68-b71f-4513-8d0d-21d7884dc5ec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:40:45.343416 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Network 84a08baa-fd0b-41fa-b1f5-d74290ac704f details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80247) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 09 05:40:45.349657 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-4d9ddf68-b71f-4513-8d0d-21d7884dc5ec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:40:45.366009 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d9ddf68-b71f-4513-8d0d-21d7884dc5ec admin admin] Made reservation on behalf of 3705cbac2d4e4f6b89707ad014b33a0b for: {'subnet': 1} {{(pid=80245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 09 05:40:45.372059 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4d9ddf68-b71f-4513-8d0d-21d7884dc5ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10977934'] for subnet, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:45.377043 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Network 84a08baa-fd0b-41fa-b1f5-d74290ac704f details requested by agent ovs-agent-dv-cinder-763306-6-iscsi with host dv-cinder-763306-6-iscsi {{(pid=80247) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 09 05:40:45.397646 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device e8d04b31-14e9-4b29-9697-026e8985e83c up at agent ovs-agent-dv-cinder-763306-6-iscsi {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:40:45.697947 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Provisioning for port e8d04b31-14e9-4b29-9697-026e8985e83c completed by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 09 05:40:45.703952 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Provisioning complete for port e8d04b31-14e9-4b29-9697-026e8985e83c triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:40:45.704380 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:45.824147 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-fb77f7bd-fc1e-40db-994b-ef33828070dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:45.889655 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4d9ddf68-b71f-4513-8d0d-21d7884dc5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854364984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10623185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10977951'] for subnet, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:45.905254 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:45.908889 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:40:45.930824 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] For port e8d04b31-14e9-4b29-9697-026e8985e83c, host dv-cinder-763306-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=e8d04b31-14e9-4b29-9697-026e8985e83c,segment=NetworkSegment(6806ddaa-9afa-4e45-ac00-e428af44bdb5),segment_id=6806ddaa-9afa-4e45-ac00-e428af44bdb5)] {{(pid=80247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:40:45.934560 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:45.936572 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:40:46.024943 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Pushing event updated for resources: {'Port': ['ID=e8d04b31-14e9-4b29-9697-026e8985e83c,revision_number=4']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:40:46.028758 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:40:46.067175 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9ddf68-b71f-4513-8d0d-21d7884dc5ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea1f0b6f-0a44-46b8-9e95-7eaf5f6d2222,revision_number=0']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:40:46.070315 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-4d9ddf68-b71f-4513-8d0d-21d7884dc5ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:40:46.147873 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9ddf68-b71f-4513-8d0d-21d7884dc5ec admin admin] Checking segment: {'id': '6f538e50-6a6f-423d-b133-529e8ba5a540', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '84a08baa-fd0b-41fa-b1f5-d74290ac704f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 09 05:40:46.148279 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9ddf68-b71f-4513-8d0d-21d7884dc5ec admin admin] Network hostable DHCP agents. Network: 84a08baa-fd0b-41fa-b1f5-d74290ac704f, hostable agents: ['cf8ef789-40b7-4066-b095-c11a9e991b4e'], hosted agents: [] {{(pid=80245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 09 05:40:46.171277 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9ddf68-b71f-4513-8d0d-21d7884dc5ec admin admin] Network 84a08baa-fd0b-41fa-b1f5-d74290ac704f is scheduled to be hosted by DHCP agent cf8ef789-40b7-4066-b095-c11a9e991b4e with binding_index 1 {{(pid=80245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 09 05:40:46.182048 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-4d9ddf68-b71f-4513-8d0d-21d7884dc5ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-6-iscsi, 84a08baa-fd0b-41fa-b1f5-d74290ac704f) {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:40:46.197112 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8b3e60-d7af-44fe-9f73-e5f96437b5ed None None] Network 84a08baa-fd0b-41fa-b1f5-d74290ac704f requested from dv-cinder-763306-6-iscsi {{(pid=80247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 09 05:40:46.199909 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9ddf68-b71f-4513-8d0d-21d7884dc5ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:40:46.200733 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4d9ddf68-b71f-4513-8d0d-21d7884dc5ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3226941'] for subnet, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:46.230316 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-4d9ddf68-b71f-4513-8d0d-21d7884dc5ec admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.9132020
Dec 09 05:40:46.230985 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 41348) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:40:46.240083 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c8e3d7-cf84-422c-8512-aced5ca8effd None None] Sync routers for ids ['ade62f9c-537d-4987-9617-1a2de4f956fc'] in dv-cinder-763306-6-iscsi {{(pid=80247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 09 05:40:46.241931 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [None req-41828fa1-f5a2-488a-b5a8-4929363b59e4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-643229771-router', 'tenant_id': '3705cbac2d4e4f6b89707ad014b33a0b', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89'}}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:40:46.254813 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-41828fa1-f5a2-488a-b5a8-4929363b59e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:40:46.262927 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-41828fa1-f5a2-488a-b5a8-4929363b59e4 admin admin] Usage tracker for resource:router and tenant:3705cbac2d4e4f6b89707ad014b33a0b is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:40:46.271061 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [None req-41828fa1-f5a2-488a-b5a8-4929363b59e4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:40:46.280958 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [None req-41828fa1-f5a2-488a-b5a8-4929363b59e4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:40:46.293112 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-41828fa1-f5a2-488a-b5a8-4929363b59e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854371491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3633'] for router, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:46.294296 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-41828fa1-f5a2-488a-b5a8-4929363b59e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854381126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036851028643', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-465902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772167'] for router, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:46.320980 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c8e3d7-cf84-422c-8512-aced5ca8effd None None] Routers {'ade62f9c-537d-4987-9617-1a2de4f956fc'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:40:46.321692 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-a6c8e3d7-cf84-422c-8512-aced5ca8effd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff2f4df60>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:40:17Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['ade62f9c-537d-4987-9617-1a2de4f956fc'], 'active': True} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:40:46.324278 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-41828fa1-f5a2-488a-b5a8-4929363b59e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:46.595024 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-a6c8e3d7-cf84-422c-8512-aced5ca8effd None None] Set router ade62f9c-537d-4987-9617-1a2de4f956fc gateway port host: dv-cinder-763306-6-iscsi {{(pid=80247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:40:46.678284 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-41828fa1-f5a2-488a-b5a8-4929363b59e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036851028702', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854371550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772138'] for router, precommit_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:46.703836 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5d6e58-81f8-4bce-8f4e-4f4124bcdda0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd19d2df8-5246-5bd6-ad5c-c97c8fcfd48f-84a08baa-fd0b-41fa-b1f5-d74290ac704f', 'network_id': '84a08baa-fd0b-41fa-b1f5-d74290ac704f', 'tenant_id': '3705cbac2d4e4f6b89707ad014b33a0b', 'fixed_ips': [{'subnet_id': 'ea1f0b6f-0a44-46b8-9e95-7eaf5f6d2222'}]}} from dv-cinder-763306-6-iscsi. {{(pid=80247) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 09 05:40:46.705219 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-cb5d6e58-81f8-4bce-8f4e-4f4124bcdda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_create {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:47.353520 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device e8d04b31-14e9-4b29-9697-026e8985e83c up at agent ovs-agent-dv-cinder-763306-6-iscsi {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:40:47.362203 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-41828fa1-f5a2-488a-b5a8-4929363b59e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:47.397536 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-41828fa1-f5a2-488a-b5a8-4929363b59e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:47.450626 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-34f72c9c-6187-473e-a2b4-64fa07e7cbef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:47.556702 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-a6c8e3d7-cf84-422c-8512-aced5ca8effd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff2f4df60>, [{'id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'name': 'tempest-TestVolumeBootPattern-642748745-router', 'tenant_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'e8d04b31-14e9-4b29-9697-026e8985e83c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:40:37Z', 'updated_at': '2020-12-09T05:40:42Z', 'revision_number': 4, 'project_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'gw_port': {'id': 'e8d04b31-14e9-4b29-9697-026e8985e83c', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:40:38Z', 'updated_at': '2020-12-09T05:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_interfaces': [{'id': 'c2c3be73-dc1d-47aa-8cf4-f318bf2edb9f', 'name': '', 'network_id': '1d71a329-4cb1-4485-80ca-4ca822c88d8d', 'tenant_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'mac_address': 'fa:16:3e:64:cc:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '182fb628-aba9-461c-a88f-9c7c5f5eec4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:40:41Z', 'updated_at': '2020-12-09T05:40:43Z', 'revision_number': 2, 'project_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'subnets': [{'id': '182fb628-aba9-461c-a88f-9c7c5f5eec4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:40:47.562149 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Provisioning complete for port e8d04b31-14e9-4b29-9697-026e8985e83c triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:40:47.563164 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:47.601401 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c8e3d7-cf84-422c-8512-aced5ca8effd None None] Checking router: ade62f9c-537d-4987-9617-1a2de4f956fc for host: dv-cinder-763306-6-iscsi {{(pid=80247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 09 05:40:47.601806 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c8e3d7-cf84-422c-8512-aced5ca8effd None None] Updating router ade62f9c-537d-4987-9617-1a2de4f956fc port c2c3be73-dc1d-47aa-8cf4-f318bf2edb9f binding host dv-cinder-763306-6-iscsi {{(pid=80247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 09 05:40:47.679375 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [None req-cb5d6e58-81f8-4bce-8f4e-4f4124bcdda0 None None] Allocated IP 172.20.0.2 (84a08baa-fd0b-41fa-b1f5-d74290ac704f/ea1f0b6f-0a44-46b8-9e95-7eaf5f6d2222/ca1a2225-0091-4616-997a-5e02b4156def) {{(pid=80247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 09 05:40:47.698512 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a6c8e3d7-cf84-422c-8512-aced5ca8effd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:47.705414 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [None req-41828fa1-f5a2-488a-b5a8-4929363b59e4 admin admin] Allocated IP 172.27.2.118 (1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89/b1368c69-6e14-4d1d-80ab-b679585c21ba/fe4a42e9-e652-468d-837b-43eb3a0c0934) {{(pid=80245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 09 05:40:47.962149 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-41828fa1-f5a2-488a-b5a8-4929363b59e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:47.993511 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-41828fa1-f5a2-488a-b5a8-4929363b59e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249358491764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844148928'] for port, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:48.010296 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-2a16e3eb-9ba1-451c-bd2e-b12a968157c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:40:48.155571 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41828fa1-f5a2-488a-b5a8-4929363b59e4 admin admin] Pushing event updated for resources: {'Port': ['ID=fe4a42e9-e652-468d-837b-43eb3a0c0934,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:40:48.161263 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-41828fa1-f5a2-488a-b5a8-4929363b59e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:40:48.208626 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41828fa1-f5a2-488a-b5a8-4929363b59e4 admin admin] Network 1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89 is already hosted by enough agents. {{(pid=80245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 09 05:40:48.210011 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-41828fa1-f5a2-488a-b5a8-4929363b59e4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:40:48.212816 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41828fa1-f5a2-488a-b5a8-4929363b59e4 admin admin] Received port after_create {{(pid=80245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 09 05:40:48.303065 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-cb5d6e58-81f8-4bce-8f4e-4f4124bcdda0 None None] Notify callbacks [] for port, precommit_create {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:48.360547 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d667687f-70e4-40ee-92a5-0e371b53b2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:48.383076 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-cb5d6e58-81f8-4bce-8f4e-4f4124bcdda0 None None] Transition to ACTIVE for port object ca1a2225-0091-4616-997a-5e02b4156def will not be triggered until provisioned by entity L2. {{(pid=80247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 09 05:40:48.413733 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-cb5d6e58-81f8-4bce-8f4e-4f4124bcdda0 None None] Transition to ACTIVE for port object ca1a2225-0091-4616-997a-5e02b4156def will not be triggered until provisioned by entity DHCP. {{(pid=80247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 09 05:40:48.432560 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-cb5d6e58-81f8-4bce-8f4e-4f4124bcdda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249358491764'] for port, after_create {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:48.451938 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-99c31c52-8dc2-48dd-9586-593158028e25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:40:48.611396 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d6e58-81f8-4bce-8f4e-4f4124bcdda0 None None] Pushing event updated for resources: {'Port': ['ID=ca1a2225-0091-4616-997a-5e02b4156def,revision_number=1']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:40:48.622177 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-cb5d6e58-81f8-4bce-8f4e-4f4124bcdda0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:40:48.714758 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-41828fa1-f5a2-488a-b5a8-4929363b59e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:48.729050 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a6c8e3d7-cf84-422c-8512-aced5ca8effd None None] Notify callbacks [] for port, precommit_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:48.751658 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5d6e58-81f8-4bce-8f4e-4f4124bcdda0 None None] Network 84a08baa-fd0b-41fa-b1f5-d74290ac704f is already hosted by enough agents. {{(pid=80247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 09 05:40:48.752977 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-a6c8e3d7-cf84-422c-8512-aced5ca8effd None None] Transition to ACTIVE for port object c2c3be73-dc1d-47aa-8cf4-f318bf2edb9f will not be triggered until provisioned by entity L2. {{(pid=80247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 09 05:40:48.754266 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-cb5d6e58-81f8-4bce-8f4e-4f4124bcdda0 None None] Resources bound (agent type, host, resource id):  {{(pid=80247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:40:48.757638 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a6c8e3d7-cf84-422c-8512-aced5ca8effd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:48.774725 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5d6e58-81f8-4bce-8f4e-4f4124bcdda0 None None] Received port after_create {{(pid=80247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 09 05:40:48.776924 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:40:48.975607 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f3937a-b356-4b25-a616-4b4b21d5588d None None] Pushing event updated for resources: {'Port': ['ID=c2c3be73-dc1d-47aa-8cf4-f318bf2edb9f,revision_number=3']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:40:48.981552 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e7f3937a-b356-4b25-a616-4b4b21d5588d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:40:48.987608 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-cb5d6e58-81f8-4bce-8f4e-4f4124bcdda0 None None] Attempting to bind port ca1a2225-0091-4616-997a-5e02b4156def on host dv-cinder-763306-6-iscsi for vnic_type normal with profile  {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 09 05:40:48.987789 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-cb5d6e58-81f8-4bce-8f4e-4f4124bcdda0 None None] Attempting to bind port ca1a2225-0091-4616-997a-5e02b4156def by drivers openvswitch on host dv-cinder-763306-6-iscsi at level 0 using segments [{'id': '6f538e50-6a6f-423d-b133-529e8ba5a540', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '84a08baa-fd0b-41fa-b1f5-d74290ac704f'}] {{(pid=80247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 09 05:40:48.988150 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5d6e58-81f8-4bce-8f4e-4f4124bcdda0 None None] Attempting to bind port ca1a2225-0091-4616-997a-5e02b4156def on network 84a08baa-fd0b-41fa-b1f5-d74290ac704f {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 09 05:40:49.005315 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5d6e58-81f8-4bce-8f4e-4f4124bcdda0 None None] Checking agent: {'id': '7299edea-3c4e-4ec0-b2b3-c0ac9bf6315b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 20, 49), 'started_at': datetime.datetime(2020, 12, 9, 5, 21, 19), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 05:40:49.005747 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5d6e58-81f8-4bce-8f4e-4f4124bcdda0 None None] Checking segment: {'id': '6f538e50-6a6f-423d-b133-529e8ba5a540', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '84a08baa-fd0b-41fa-b1f5-d74290ac704f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 09 05:40:49.006228 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-cb5d6e58-81f8-4bce-8f4e-4f4124bcdda0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:49.006760 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5d6e58-81f8-4bce-8f4e-4f4124bcdda0 None None] Bound using segment: {'id': '6f538e50-6a6f-423d-b133-529e8ba5a540', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '84a08baa-fd0b-41fa-b1f5-d74290ac704f'} {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 05:40:49.007208 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-cb5d6e58-81f8-4bce-8f4e-4f4124bcdda0 None None] Bound port: ca1a2225-0091-4616-997a-5e02b4156def, host: dv-cinder-763306-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f538e50-6a6f-423d-b133-529e8ba5a540', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '84a08baa-fd0b-41fa-b1f5-d74290ac704f'}}] {{(pid=80247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 09 05:40:49.007630 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-cb5d6e58-81f8-4bce-8f4e-4f4124bcdda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:49.042000 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:49.092435 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-41828fa1-f5a2-488a-b5a8-4929363b59e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-404266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3747080'] for router, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:49.244383 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-cb5d6e58-81f8-4bce-8f4e-4f4124bcdda0 None None] For port ca1a2225-0091-4616-997a-5e02b4156def, host dv-cinder-763306-6-iscsi, cleared binding levels {{(pid=80247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 09 05:40:49.253254 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-a6c8e3d7-cf84-422c-8512-aced5ca8effd None None] Attempting to bind port c2c3be73-dc1d-47aa-8cf4-f318bf2edb9f on host dv-cinder-763306-6-iscsi for vnic_type normal with profile  {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 09 05:40:49.253986 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-a6c8e3d7-cf84-422c-8512-aced5ca8effd None None] Attempting to bind port c2c3be73-dc1d-47aa-8cf4-f318bf2edb9f by drivers openvswitch on host dv-cinder-763306-6-iscsi at level 0 using segments [{'id': '53d9c4f6-7f3c-47a3-8018-8c5e0609bb1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1d71a329-4cb1-4485-80ca-4ca822c88d8d'}] {{(pid=80247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 09 05:40:49.254150 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c8e3d7-cf84-422c-8512-aced5ca8effd None None] Attempting to bind port c2c3be73-dc1d-47aa-8cf4-f318bf2edb9f on network 1d71a329-4cb1-4485-80ca-4ca822c88d8d {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 09 05:40:49.259835 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-cb5d6e58-81f8-4bce-8f4e-4f4124bcdda0 None None] For port ca1a2225-0091-4616-997a-5e02b4156def, host dv-cinder-763306-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=ca1a2225-0091-4616-997a-5e02b4156def,segment=NetworkSegment(6f538e50-6a6f-423d-b133-529e8ba5a540),segment_id=6f538e50-6a6f-423d-b133-529e8ba5a540)] {{(pid=80247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 09 05:40:49.263254 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c8e3d7-cf84-422c-8512-aced5ca8effd None None] Checking agent: {'id': '7299edea-3c4e-4ec0-b2b3-c0ac9bf6315b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 20, 49), 'started_at': datetime.datetime(2020, 12, 9, 5, 21, 19), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 05:40:49.263964 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c8e3d7-cf84-422c-8512-aced5ca8effd None None] Checking segment: {'id': '53d9c4f6-7f3c-47a3-8018-8c5e0609bb1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1d71a329-4cb1-4485-80ca-4ca822c88d8d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 09 05:40:49.264109 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a6c8e3d7-cf84-422c-8512-aced5ca8effd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:49.264514 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c8e3d7-cf84-422c-8512-aced5ca8effd None None] Bound using segment: {'id': '53d9c4f6-7f3c-47a3-8018-8c5e0609bb1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1d71a329-4cb1-4485-80ca-4ca822c88d8d'} {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 05:40:49.265040 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-a6c8e3d7-cf84-422c-8512-aced5ca8effd None None] Bound port: c2c3be73-dc1d-47aa-8cf4-f318bf2edb9f, host: dv-cinder-763306-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53d9c4f6-7f3c-47a3-8018-8c5e0609bb1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1d71a329-4cb1-4485-80ca-4ca822c88d8d'}}] {{(pid=80247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 09 05:40:49.265469 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a6c8e3d7-cf84-422c-8512-aced5ca8effd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:49.277926 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-cb5d6e58-81f8-4bce-8f4e-4f4124bcdda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:49.297620 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:40:49.319740 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41828fa1-f5a2-488a-b5a8-4929363b59e4 admin admin] Router cb222732-3446-47f4-a88f-4efc9e9e02e5 is scheduled to L3 agent 16cb43a9-cd2d-4531-acd4-2457db4a9ad2 with binding_index 1 {{(pid=80245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 09 05:40:49.521075 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41828fa1-f5a2-488a-b5a8-4929363b59e4 admin admin] Notify agent at l3_agent.dv-cinder-763306-6-iscsi the message routers_updated {{(pid=80245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 09 05:40:49.530923 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c69e852-c8ae-49c7-a4d6-6ca70e013161 None None] Sync routers for ids ['cb222732-3446-47f4-a88f-4efc9e9e02e5'] in dv-cinder-763306-6-iscsi {{(pid=80248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 09 05:40:49.550057 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-41828fa1-f5a2-488a-b5a8-4929363b59e4 admin admin] Notify callbacks [] for router, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:49.550432 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c69e852-c8ae-49c7-a4d6-6ca70e013161 None None] Routers {'cb222732-3446-47f4-a88f-4efc9e9e02e5'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:40:49.554357 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-9c69e852-c8ae-49c7-a4d6-6ca70e013161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff84e4198>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:40:47Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['cb222732-3446-47f4-a88f-4efc9e9e02e5'], 'active': True} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:40:49.554584 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-41828fa1-f5a2-488a-b5a8-4929363b59e4 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.3190768
Dec 09 05:40:49.554584 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 41352) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:40:49.697901 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d6e58-81f8-4bce-8f4e-4f4124bcdda0 None None] Pushing event updated for resources: {'Port': ['ID=ca1a2225-0091-4616-997a-5e02b4156def,revision_number=2']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:40:49.718887 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-cb5d6e58-81f8-4bce-8f4e-4f4124bcdda0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:40:49.755828 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-a6c8e3d7-cf84-422c-8512-aced5ca8effd None None] For port c2c3be73-dc1d-47aa-8cf4-f318bf2edb9f, host dv-cinder-763306-6-iscsi, cleared binding levels {{(pid=80247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 09 05:40:49.757461 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-9c69e852-c8ae-49c7-a4d6-6ca70e013161 None None] Set router cb222732-3446-47f4-a88f-4efc9e9e02e5 gateway port host: dv-cinder-763306-6-iscsi {{(pid=80248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:40:49.769835 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-a6c8e3d7-cf84-422c-8512-aced5ca8effd None None] For port c2c3be73-dc1d-47aa-8cf4-f318bf2edb9f, host dv-cinder-763306-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=c2c3be73-dc1d-47aa-8cf4-f318bf2edb9f,segment=NetworkSegment(53d9c4f6-7f3c-47a3-8018-8c5e0609bb1c),segment_id=53d9c4f6-7f3c-47a3-8018-8c5e0609bb1c)] {{(pid=80247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 09 05:40:49.776829 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a6c8e3d7-cf84-422c-8512-aced5ca8effd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:49.794855 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:40:49.957646 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f3937a-b356-4b25-a616-4b4b21d5588d None None] Pushing event updated for resources: {'Port': ['ID=c2c3be73-dc1d-47aa-8cf4-f318bf2edb9f,revision_number=4']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:40:49.963601 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e7f3937a-b356-4b25-a616-4b4b21d5588d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:40:50.010079 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c8e3d7-cf84-422c-8512-aced5ca8effd None None] Routers {'ade62f9c-537d-4987-9617-1a2de4f956fc'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:40:50.010954 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-a6c8e3d7-cf84-422c-8512-aced5ca8effd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff2f4df60>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:40:47Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['ade62f9c-537d-4987-9617-1a2de4f956fc'], 'active': True} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:40:50.188418 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-858fc187-cc56-4aeb-a3e2-00a52ab9489b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:50.239443 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-9c69e852-c8ae-49c7-a4d6-6ca70e013161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff84e4198>, [{'id': 'cb222732-3446-47f4-a88f-4efc9e9e02e5', 'name': 'tempest-TestVolumeBootPattern-643229771-router', 'tenant_id': '3705cbac2d4e4f6b89707ad014b33a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'fe4a42e9-e652-468d-837b-43eb3a0c0934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:40:46Z', 'updated_at': '2020-12-09T05:40:48Z', 'revision_number': 3, 'project_id': '3705cbac2d4e4f6b89707ad014b33a0b', 'gw_port': {'id': 'fe4a42e9-e652-468d-837b-43eb3a0c0934', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e1:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb222732-3446-47f4-a88f-4efc9e9e02e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:40:47Z', 'updated_at': '2020-12-09T05:40:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi'}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:40:50.244212 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c69e852-c8ae-49c7-a4d6-6ca70e013161 None None] Checking router: cb222732-3446-47f4-a88f-4efc9e9e02e5 for host: dv-cinder-763306-6-iscsi {{(pid=80248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 09 05:40:50.244603 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c69e852-c8ae-49c7-a4d6-6ca70e013161 None None] Updating router cb222732-3446-47f4-a88f-4efc9e9e02e5 port fe4a42e9-e652-468d-837b-43eb3a0c0934 binding host dv-cinder-763306-6-iscsi {{(pid=80248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 09 05:40:50.272143 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-a6c8e3d7-cf84-422c-8512-aced5ca8effd None None] Set router ade62f9c-537d-4987-9617-1a2de4f956fc gateway port host: dv-cinder-763306-6-iscsi {{(pid=80247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:40:50.318330 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9c69e852-c8ae-49c7-a4d6-6ca70e013161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:50.549790 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9ff4eb1c-8f62-44d5-ac24-0793fe972429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:50.688614 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-a6c8e3d7-cf84-422c-8512-aced5ca8effd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff2f4df60>, [{'id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'name': 'tempest-TestVolumeBootPattern-642748745-router', 'tenant_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'e8d04b31-14e9-4b29-9697-026e8985e83c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:40:37Z', 'updated_at': '2020-12-09T05:40:42Z', 'revision_number': 4, 'project_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'gw_port': {'id': 'e8d04b31-14e9-4b29-9697-026e8985e83c', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:40:38Z', 'updated_at': '2020-12-09T05:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_interfaces': [{'id': 'c2c3be73-dc1d-47aa-8cf4-f318bf2edb9f', 'name': '', 'network_id': '1d71a329-4cb1-4485-80ca-4ca822c88d8d', 'tenant_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'mac_address': 'fa:16:3e:64:cc:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '182fb628-aba9-461c-a88f-9c7c5f5eec4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:40:41Z', 'updated_at': '2020-12-09T05:40:49Z', 'revision_number': 4, 'project_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'subnets': [{'id': '182fb628-aba9-461c-a88f-9c7c5f5eec4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:40:50.693553 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c8e3d7-cf84-422c-8512-aced5ca8effd None None] The sync data for ids ['ade62f9c-537d-4987-9617-1a2de4f956fc'] in dv-cinder-763306-6-iscsi is: [{'id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'name': 'tempest-TestVolumeBootPattern-642748745-router', 'tenant_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'e8d04b31-14e9-4b29-9697-026e8985e83c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:40:37Z', 'updated_at': '2020-12-09T05:40:42Z', 'revision_number': 4, 'project_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'gw_port': {'id': 'e8d04b31-14e9-4b29-9697-026e8985e83c', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:40:38Z', 'updated_at': '2020-12-09T05:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_interfaces': [{'id': 'c2c3be73-dc1d-47aa-8cf4-f318bf2edb9f', 'name': '', 'network_id': '1d71a329-4cb1-4485-80ca-4ca822c88d8d', 'tenant_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'mac_address': 'fa:16:3e:64:cc:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '182fb628-aba9-461c-a88f-9c7c5f5eec4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:40:41Z', 'updated_at': '2020-12-09T05:40:49Z', 'revision_number': 4, 'project_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'subnets': [{'id': '182fb628-aba9-461c-a88f-9c7c5f5eec4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 09 05:40:50.785181 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9c69e852-c8ae-49c7-a4d6-6ca70e013161 None None] Notify callbacks [] for port, precommit_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:50.805747 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-9c69e852-c8ae-49c7-a4d6-6ca70e013161 None None] Transition to ACTIVE for port object fe4a42e9-e652-468d-837b-43eb3a0c0934 will not be triggered until provisioned by entity L2. {{(pid=80248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 09 05:40:50.816869 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9c69e852-c8ae-49c7-a4d6-6ca70e013161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:50.843482 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-39d3e5ab-21ac-4b74-8c6a-e6d5bbd3b9f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:40:50.962729 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [None req-9ff4eb1c-8f62-44d5-ac24-0793fe972429 admin admin] Allocated IP 172.20.0.1 (84a08baa-fd0b-41fa-b1f5-d74290ac704f/ea1f0b6f-0a44-46b8-9e95-7eaf5f6d2222/630573db-ac0b-4ea4-8ad1-9491635df487) {{(pid=80245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 09 05:40:50.990157 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20051ea-ce6a-4812-ae7f-15ad97dc94d9 None None] Pushing event updated for resources: {'Port': ['ID=fe4a42e9-e652-468d-837b-43eb3a0c0934,revision_number=2']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:40:50.994391 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-d20051ea-ce6a-4812-ae7f-15ad97dc94d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:40:51.050478 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-9c69e852-c8ae-49c7-a4d6-6ca70e013161 None None] Attempting to bind port fe4a42e9-e652-468d-837b-43eb3a0c0934 on host dv-cinder-763306-6-iscsi for vnic_type normal with profile  {{(pid=80248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 09 05:40:51.050890 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-9c69e852-c8ae-49c7-a4d6-6ca70e013161 None None] Attempting to bind port fe4a42e9-e652-468d-837b-43eb3a0c0934 by drivers openvswitch on host dv-cinder-763306-6-iscsi at level 0 using segments [{'id': '6806ddaa-9afa-4e45-ac00-e428af44bdb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89'}] {{(pid=80248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 09 05:40:51.051292 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c69e852-c8ae-49c7-a4d6-6ca70e013161 None None] Attempting to bind port fe4a42e9-e652-468d-837b-43eb3a0c0934 on network 1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89 {{(pid=80248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 09 05:40:51.058117 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c69e852-c8ae-49c7-a4d6-6ca70e013161 None None] Checking agent: {'id': '7299edea-3c4e-4ec0-b2b3-c0ac9bf6315b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 20, 49), 'started_at': datetime.datetime(2020, 12, 9, 5, 21, 19), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 05:40:51.058596 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c69e852-c8ae-49c7-a4d6-6ca70e013161 None None] Checking segment: {'id': '6806ddaa-9afa-4e45-ac00-e428af44bdb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 09 05:40:51.059046 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9c69e852-c8ae-49c7-a4d6-6ca70e013161 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:51.059481 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c69e852-c8ae-49c7-a4d6-6ca70e013161 None None] Bound using segment: {'id': '6806ddaa-9afa-4e45-ac00-e428af44bdb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89'} {{(pid=80248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 05:40:51.059995 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-9c69e852-c8ae-49c7-a4d6-6ca70e013161 None None] Bound port: fe4a42e9-e652-468d-837b-43eb3a0c0934, host: dv-cinder-763306-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6806ddaa-9afa-4e45-ac00-e428af44bdb5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89'}}] {{(pid=80248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 09 05:40:51.060429 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9c69e852-c8ae-49c7-a4d6-6ca70e013161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:51.144802 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9ff4eb1c-8f62-44d5-ac24-0793fe972429 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:51.148037 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-9c69e852-c8ae-49c7-a4d6-6ca70e013161 None None] For port fe4a42e9-e652-468d-837b-43eb3a0c0934, host dv-cinder-763306-6-iscsi, cleared binding levels {{(pid=80248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 09 05:40:51.151631 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-9c69e852-c8ae-49c7-a4d6-6ca70e013161 None None] For port fe4a42e9-e652-468d-837b-43eb3a0c0934, host dv-cinder-763306-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=fe4a42e9-e652-468d-837b-43eb3a0c0934,segment=NetworkSegment(6806ddaa-9afa-4e45-ac00-e428af44bdb5),segment_id=6806ddaa-9afa-4e45-ac00-e428af44bdb5)] {{(pid=80248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 09 05:40:51.157336 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9c69e852-c8ae-49c7-a4d6-6ca70e013161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:51.166088 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-9ff4eb1c-8f62-44d5-ac24-0793fe972429 admin admin] Transition to ACTIVE for port object 630573db-ac0b-4ea4-8ad1-9491635df487 will not be triggered until provisioned by entity DHCP. {{(pid=80245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 09 05:40:51.179076 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:40:51.189021 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9ff4eb1c-8f62-44d5-ac24-0793fe972429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249358491764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844148928'] for port, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:51.208049 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-b7494b1e-f15e-4aef-949e-194f34ecddb2 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:40:51.385343 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff4eb1c-8f62-44d5-ac24-0793fe972429 admin admin] Pushing event updated for resources: {'Port': ['ID=630573db-ac0b-4ea4-8ad1-9491635df487,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:40:51.395888 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-9ff4eb1c-8f62-44d5-ac24-0793fe972429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:40:51.409149 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20051ea-ce6a-4812-ae7f-15ad97dc94d9 None None] Pushing event updated for resources: {'Port': ['ID=fe4a42e9-e652-468d-837b-43eb3a0c0934,revision_number=3']} {{(pid=80248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:40:51.414298 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-d20051ea-ce6a-4812-ae7f-15ad97dc94d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:40:51.461461 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff4eb1c-8f62-44d5-ac24-0793fe972429 admin admin] Network 84a08baa-fd0b-41fa-b1f5-d74290ac704f is already hosted by enough agents. {{(pid=80245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 09 05:40:51.469483 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-9ff4eb1c-8f62-44d5-ac24-0793fe972429 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:40:51.470249 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c69e852-c8ae-49c7-a4d6-6ca70e013161 None None] Routers {'cb222732-3446-47f4-a88f-4efc9e9e02e5'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:40:51.470953 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-9c69e852-c8ae-49c7-a4d6-6ca70e013161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff84e4198>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:40:47Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['cb222732-3446-47f4-a88f-4efc9e9e02e5'], 'active': True} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:40:51.474203 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707243fd-5edf-4092-ba5b-418133122d75 None None] Network 84a08baa-fd0b-41fa-b1f5-d74290ac704f requested from dv-cinder-763306-6-iscsi {{(pid=80247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 09 05:40:51.474741 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff4eb1c-8f62-44d5-ac24-0793fe972429 admin admin] Received port after_create {{(pid=80245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 09 05:40:51.514408 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device c2c3be73-dc1d-47aa-8cf4-f318bf2edb9f up at agent ovs-agent-dv-cinder-763306-6-iscsi {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:40:51.548803 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9ff4eb1c-8f62-44d5-ac24-0793fe972429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3746164'] for router_interface, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:51.684055 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-a9dcd469-bff0-43fd-ace7-14366075cb73 None None] Provisioning for port ca1a2225-0091-4616-997a-5e02b4156def completed by entity DHCP. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 09 05:40:51.688266 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9ff4eb1c-8f62-44d5-ac24-0793fe972429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:51.702082 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Provisioning for port c2c3be73-dc1d-47aa-8cf4-f318bf2edb9f completed by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 09 05:40:51.707355 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-9c69e852-c8ae-49c7-a4d6-6ca70e013161 None None] Set router cb222732-3446-47f4-a88f-4efc9e9e02e5 gateway port host: dv-cinder-763306-6-iscsi {{(pid=80248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:40:51.710536 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Provisioning complete for port c2c3be73-dc1d-47aa-8cf4-f318bf2edb9f triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:40:51.711062 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:51.962884 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:52.019346 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] For port c2c3be73-dc1d-47aa-8cf4-f318bf2edb9f, host dv-cinder-763306-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=c2c3be73-dc1d-47aa-8cf4-f318bf2edb9f,segment=NetworkSegment(53d9c4f6-7f3c-47a3-8018-8c5e0609bb1c),segment_id=53d9c4f6-7f3c-47a3-8018-8c5e0609bb1c)] {{(pid=80247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:40:52.024489 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:52.025439 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device ca1a2225-0091-4616-997a-5e02b4156def up at agent ovs-agent-dv-cinder-763306-6-iscsi {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:40:52.061356 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9ff4eb1c-8f62-44d5-ac24-0793fe972429 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:52.063064 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e7f3937a-b356-4b25-a616-4b4b21d5588d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:40:52.067327 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9ff4eb1c-8f62-44d5-ac24-0793fe972429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10626905'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:52.121981 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-b7494b1e-f15e-4aef-949e-194f34ecddb2 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:40:52.173261 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Pushing event updated for resources: {'Port': ['ID=c2c3be73-dc1d-47aa-8cf4-f318bf2edb9f,revision_number=5']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:40:52.177466 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:40:52.184157 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Provisioning for port ca1a2225-0091-4616-997a-5e02b4156def completed by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 09 05:40:52.189768 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Provisioning complete for port ca1a2225-0091-4616-997a-5e02b4156def triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:40:52.190226 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:52.241933 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff4eb1c-8f62-44d5-ac24-0793fe972429 admin admin] Pushing event updated for resources: {'Port': ['ID=630573db-ac0b-4ea4-8ad1-9491635df487,revision_number=2']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:40:52.244914 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-9ff4eb1c-8f62-44d5-ac24-0793fe972429 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3226911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036851029743'] for router_interface, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:52.254279 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-9c69e852-c8ae-49c7-a4d6-6ca70e013161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff84e4198>, [{'id': 'cb222732-3446-47f4-a88f-4efc9e9e02e5', 'name': 'tempest-TestVolumeBootPattern-643229771-router', 'tenant_id': '3705cbac2d4e4f6b89707ad014b33a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'fe4a42e9-e652-468d-837b-43eb3a0c0934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:40:46Z', 'updated_at': '2020-12-09T05:40:48Z', 'revision_number': 3, 'project_id': '3705cbac2d4e4f6b89707ad014b33a0b', 'gw_port': {'id': 'fe4a42e9-e652-468d-837b-43eb3a0c0934', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e1:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb222732-3446-47f4-a88f-4efc9e9e02e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:40:47Z', 'updated_at': '2020-12-09T05:40:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi'}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:40:52.262280 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c69e852-c8ae-49c7-a4d6-6ca70e013161 None None] The sync data for ids ['cb222732-3446-47f4-a88f-4efc9e9e02e5'] in dv-cinder-763306-6-iscsi is: [{'id': 'cb222732-3446-47f4-a88f-4efc9e9e02e5', 'name': 'tempest-TestVolumeBootPattern-643229771-router', 'tenant_id': '3705cbac2d4e4f6b89707ad014b33a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'fe4a42e9-e652-468d-837b-43eb3a0c0934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:40:46Z', 'updated_at': '2020-12-09T05:40:48Z', 'revision_number': 3, 'project_id': '3705cbac2d4e4f6b89707ad014b33a0b', 'gw_port': {'id': 'fe4a42e9-e652-468d-837b-43eb3a0c0934', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e1:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb222732-3446-47f4-a88f-4efc9e9e02e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:40:47Z', 'updated_at': '2020-12-09T05:40:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi'}] {{(pid=80248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 09 05:40:52.262496 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-9ff4eb1c-8f62-44d5-ac24-0793fe972429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:40:52.335886 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:52.383966 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] For port ca1a2225-0091-4616-997a-5e02b4156def, host dv-cinder-763306-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=ca1a2225-0091-4616-997a-5e02b4156def,segment=NetworkSegment(6f538e50-6a6f-423d-b133-529e8ba5a540),segment_id=6f538e50-6a6f-423d-b133-529e8ba5a540)] {{(pid=80247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:40:52.390442 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:52.395309 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:40:52.429939 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff4eb1c-8f62-44d5-ac24-0793fe972429 admin admin] Network 84a08baa-fd0b-41fa-b1f5-d74290ac704f is already hosted by enough agents. {{(pid=80245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 09 05:40:52.431348 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [None req-9ff4eb1c-8f62-44d5-ac24-0793fe972429 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:40:52.478698 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ee8e73cb-150c-410e-987c-e89de4e2ee49 None None] Provisioning for port 630573db-ac0b-4ea4-8ad1-9491635df487 completed by entity DHCP. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 09 05:40:52.486902 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ee8e73cb-150c-410e-987c-e89de4e2ee49 None None] Provisioning complete for port 630573db-ac0b-4ea4-8ad1-9491635df487 triggered by entity DHCP. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:40:52.487333 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ee8e73cb-150c-410e-987c-e89de4e2ee49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:52.532335 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Pushing event updated for resources: {'Port': ['ID=ca1a2225-0091-4616-997a-5e02b4156def,revision_number=3']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:40:52.538672 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:40:52.560521 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-ee8e73cb-150c-410e-987c-e89de4e2ee49 None None] Port 630573db-ac0b-4ea4-8ad1-9491635df487 cannot update to ACTIVE because it is not bound. {{(pid=80247) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 09 05:40:52.578475 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ee8e73cb-150c-410e-987c-e89de4e2ee49 None None] Provisioning complete for port ca1a2225-0091-4616-997a-5e02b4156def triggered by entity DHCP. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:40:52.583304 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ee8e73cb-150c-410e-987c-e89de4e2ee49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:52.675200 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ff4eb1c-8f62-44d5-ac24-0793fe972429 admin admin] Router cb222732-3446-47f4-a88f-4efc9e9e02e5 has already been hosted by L3 agent 16cb43a9-cd2d-4531-acd4-2457db4a9ad2 {{(pid=80245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 09 05:40:52.868277 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-d2eb4e5e-e8c3-4315-b17b-4139ad61e91c None None] Provisioning complete for port 630573db-ac0b-4ea4-8ad1-9491635df487 triggered by entity DHCP. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:40:52.870914 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d2eb4e5e-e8c3-4315-b17b-4139ad61e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:52.942033 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff4eb1c-8f62-44d5-ac24-0793fe972429 admin admin] Notify agent at l3_agent.dv-cinder-763306-6-iscsi the message routers_updated {{(pid=80245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 09 05:40:52.952781 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-9ff4eb1c-8f62-44d5-ac24-0793fe972429 admin admin] 10.222.0.39 "PUT /v2.0/routers/cb222732-3446-47f4-a88f-4efc9e9e02e5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3970988
Dec 09 05:40:53.001679 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-d2eb4e5e-e8c3-4315-b17b-4139ad61e91c None None] Port 630573db-ac0b-4ea4-8ad1-9491635df487 cannot update to ACTIVE because it is not bound. {{(pid=80247) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 09 05:40:53.017313 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-d2eb4e5e-e8c3-4315-b17b-4139ad61e91c None None] Provisioning complete for port ca1a2225-0091-4616-997a-5e02b4156def triggered by entity DHCP. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:40:53.017773 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d2eb4e5e-e8c3-4315-b17b-4139ad61e91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:53.287807 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-5965c62f-f6be-4303-a9fd-8b1b62787ce2 None None] Provisioning complete for port 630573db-ac0b-4ea4-8ad1-9491635df487 triggered by entity DHCP. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:40:53.288311 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5965c62f-f6be-4303-a9fd-8b1b62787ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:53.365023 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-5965c62f-f6be-4303-a9fd-8b1b62787ce2 None None] Port 630573db-ac0b-4ea4-8ad1-9491635df487 cannot update to ACTIVE because it is not bound. {{(pid=80247) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 09 05:40:53.489784 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device c2c3be73-dc1d-47aa-8cf4-f318bf2edb9f up at agent ovs-agent-dv-cinder-763306-6-iscsi {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:40:53.535624 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-1690d23a-418f-4504-a44a-8128421015b6 None None] Provisioning complete for port ca1a2225-0091-4616-997a-5e02b4156def triggered by entity DHCP. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:40:53.536044 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1690d23a-418f-4504-a44a-8128421015b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:53.630294 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Provisioning complete for port c2c3be73-dc1d-47aa-8cf4-f318bf2edb9f triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:40:53.630654 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:53.690511 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-624bcf27-0923-4296-87de-d23341c22d79 req-98b21218-2916-4386-b5b5-9ab4c1e172af tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-1526055282', 'description': 'tempest-TestVolumeBootPattern-1526055282 description'}} {{(pid=80246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:40:53.697049 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-624bcf27-0923-4296-87de-d23341c22d79 req-98b21218-2916-4386-b5b5-9ab4c1e172af tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:40:53.701301 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-624bcf27-0923-4296-87de-d23341c22d79 req-98b21218-2916-4386-b5b5-9ab4c1e172af tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Usage tracker for resource:security_group and tenant:fb0759eb89c04546ab3ebe4e8a3a57f5 is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:40:53.705048 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-624bcf27-0923-4296-87de-d23341c22d79 req-98b21218-2916-4386-b5b5-9ab4c1e172af tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:40:53.711232 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-624bcf27-0923-4296-87de-d23341c22d79 req-98b21218-2916-4386-b5b5-9ab4c1e172af tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:40:53.724476 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-624bcf27-0923-4296-87de-d23341c22d79 req-98b21218-2916-4386-b5b5-9ab4c1e172af tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks [] for security_group, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:53.749939 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-624bcf27-0923-4296-87de-d23341c22d79 req-98b21218-2916-4386-b5b5-9ab4c1e172af tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:40:53.754259 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-624bcf27-0923-4296-87de-d23341c22d79 req-98b21218-2916-4386-b5b5-9ab4c1e172af tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Usage tracker for resource:security_group_rule and tenant:fb0759eb89c04546ab3ebe4e8a3a57f5 is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:40:53.757715 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-624bcf27-0923-4296-87de-d23341c22d79 req-98b21218-2916-4386-b5b5-9ab4c1e172af tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:40:53.763928 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-624bcf27-0923-4296-87de-d23341c22d79 req-98b21218-2916-4386-b5b5-9ab4c1e172af tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:40:53.836656 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device ca1a2225-0091-4616-997a-5e02b4156def up at agent ovs-agent-dv-cinder-763306-6-iscsi {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:40:53.864330 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-624bcf27-0923-4296-87de-d23341c22d79 req-98b21218-2916-4386-b5b5-9ab4c1e172af tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks [] for security_group, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:53.867262 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-624bcf27-0923-4296-87de-d23341c22d79 req-98b21218-2916-4386-b5b5-9ab4c1e172af tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:53.873172 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-7a99ba10-671b-4ffa-b69d-3dedc0d8ab28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:40:53.914560 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Provisioning complete for port ca1a2225-0091-4616-997a-5e02b4156def triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:40:53.915040 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:53.915302 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b21218-2916-4386-b5b5-9ab4c1e172af tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Pushing event updated for resources: {'SecurityGroup': ['ID=075f58c2-c082-4370-ab27-fbb2b1290397,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:40:53.918251 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-624bcf27-0923-4296-87de-d23341c22d79 req-98b21218-2916-4386-b5b5-9ab4c1e172af tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks [] for security_group, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:53.919641 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-624bcf27-0923-4296-87de-d23341c22d79 req-98b21218-2916-4386-b5b5-9ab4c1e172af tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.2339177
Dec 09 05:40:53.920486 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-98b21218-2916-4386-b5b5-9ab4c1e172af tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:40:54.021027 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cc9c74f1-1363-483d-9ec6-e085ea5fe302 req-4489f1cd-ff51-4821-aad8-0f80e6b21345 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/security-groups/075f58c2-c082-4370-ab27-fbb2b1290397 HTTP/1.1" status: 200  len: 1758 time: 0.0649583
Dec 09 05:40:54.033278 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-cc9c74f1-1363-483d-9ec6-e085ea5fe302 req-e9f65607-2b49-4e89-9e4c-32c1a61ffd8e tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '075f58c2-c082-4370-ab27-fbb2b1290397', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:40:54.033642 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-cc9c74f1-1363-483d-9ec6-e085ea5fe302 req-e9f65607-2b49-4e89-9e4c-32c1a61ffd8e tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '075f58c2-c082-4370-ab27-fbb2b1290397', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:40:54.040564 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-cc9c74f1-1363-483d-9ec6-e085ea5fe302 req-e9f65607-2b49-4e89-9e4c-32c1a61ffd8e tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:40:54.044994 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-cc9c74f1-1363-483d-9ec6-e085ea5fe302 req-e9f65607-2b49-4e89-9e4c-32c1a61ffd8e tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Usage tracker for resource:security_group_rule and tenant:fb0759eb89c04546ab3ebe4e8a3a57f5 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:40:54.049061 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-cc9c74f1-1363-483d-9ec6-e085ea5fe302 req-e9f65607-2b49-4e89-9e4c-32c1a61ffd8e tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:40:54.055776 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-cc9c74f1-1363-483d-9ec6-e085ea5fe302 req-e9f65607-2b49-4e89-9e4c-32c1a61ffd8e tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:40:54.062161 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device fe4a42e9-e652-468d-837b-43eb3a0c0934 up at agent ovs-agent-dv-cinder-763306-6-iscsi {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:40:54.118913 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-cc9c74f1-1363-483d-9ec6-e085ea5fe302 req-e9f65607-2b49-4e89-9e4c-32c1a61ffd8e tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks [] for security_group_rule, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:54.135107 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Provisioning for port fe4a42e9-e652-468d-837b-43eb3a0c0934 completed by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 09 05:40:54.140327 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Provisioning complete for port fe4a42e9-e652-468d-837b-43eb3a0c0934 triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:40:54.141403 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:54.165056 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-cc9c74f1-1363-483d-9ec6-e085ea5fe302 req-e9f65607-2b49-4e89-9e4c-32c1a61ffd8e tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:54.168827 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-cc9c74f1-1363-483d-9ec6-e085ea5fe302 req-e9f65607-2b49-4e89-9e4c-32c1a61ffd8e tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365132'] for security_group_rule, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:54.172589 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-caa29f9c-555b-421e-8193-5b02867a2a00 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:40:54.211501 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f65607-2b49-4e89-9e4c-32c1a61ffd8e tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01d6fc84-3458-40b8-a765-971aa2179998,revision_number=0']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:40:54.217842 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e9f65607-2b49-4e89-9e4c-32c1a61ffd8e tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:40:54.222685 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-cc9c74f1-1363-483d-9ec6-e085ea5fe302 req-e9f65607-2b49-4e89-9e4c-32c1a61ffd8e tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks [] for security_group_rule, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:54.224035 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cc9c74f1-1363-483d-9ec6-e085ea5fe302 req-e9f65607-2b49-4e89-9e4c-32c1a61ffd8e tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 754 time: 0.1963162
Dec 09 05:40:54.293952 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:54.311103 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] For port fe4a42e9-e652-468d-837b-43eb3a0c0934, host dv-cinder-763306-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=fe4a42e9-e652-468d-837b-43eb3a0c0934,segment=NetworkSegment(6806ddaa-9afa-4e45-ac00-e428af44bdb5),segment_id=6806ddaa-9afa-4e45-ac00-e428af44bdb5)] {{(pid=80247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:40:54.314621 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:54.314778 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-dc078fd7-9378-46fd-a184-f73c95574ddd req-92092ffa-0561-4429-a2c5-6bc2c64bbd13 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/security-groups/075f58c2-c082-4370-ab27-fbb2b1290397 HTTP/1.1" status: 200  len: 2319 time: 0.0567870
Dec 09 05:40:54.316599 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:40:54.327294 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-dc078fd7-9378-46fd-a184-f73c95574ddd req-19002113-d673-43bb-bd75-9f1528d7e24d tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '075f58c2-c082-4370-ab27-fbb2b1290397', 'remote_group_id': None}]} {{(pid=80246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:40:54.327684 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-dc078fd7-9378-46fd-a184-f73c95574ddd req-19002113-d673-43bb-bd75-9f1528d7e24d tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '075f58c2-c082-4370-ab27-fbb2b1290397', 'remote_group_id': None}} {{(pid=80246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:40:54.335462 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-dc078fd7-9378-46fd-a184-f73c95574ddd req-19002113-d673-43bb-bd75-9f1528d7e24d tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:40:54.339686 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-dc078fd7-9378-46fd-a184-f73c95574ddd req-19002113-d673-43bb-bd75-9f1528d7e24d tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Usage tracker for resource:security_group_rule and tenant:fb0759eb89c04546ab3ebe4e8a3a57f5 is out of sync, need to count used quota {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:40:54.342776 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-dc078fd7-9378-46fd-a184-f73c95574ddd req-19002113-d673-43bb-bd75-9f1528d7e24d tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80246) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:40:54.349035 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-dc078fd7-9378-46fd-a184-f73c95574ddd req-19002113-d673-43bb-bd75-9f1528d7e24d tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:40:54.385966 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Pushing event updated for resources: {'Port': ['ID=fe4a42e9-e652-468d-837b-43eb3a0c0934,revision_number=4']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:40:54.389802 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:40:54.408340 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-dc078fd7-9378-46fd-a184-f73c95574ddd req-19002113-d673-43bb-bd75-9f1528d7e24d tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks [] for security_group_rule, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:54.436430 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-dc078fd7-9378-46fd-a184-f73c95574ddd req-19002113-d673-43bb-bd75-9f1528d7e24d tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:54.439864 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-dc078fd7-9378-46fd-a184-f73c95574ddd req-19002113-d673-43bb-bd75-9f1528d7e24d tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365132'] for security_group_rule, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:54.447445 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-5ad82366-8456-4e97-b157-7032a93e3fc6 tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:40:54.467958 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19002113-d673-43bb-bd75-9f1528d7e24d tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Pushing event updated for resources: {'SecurityGroupRule': ['ID=630574dd-8cc7-4677-9f50-a83150d9ffe3,revision_number=0']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:40:54.473776 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-19002113-d673-43bb-bd75-9f1528d7e24d tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:40:54.477504 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-dc078fd7-9378-46fd-a184-f73c95574ddd req-19002113-d673-43bb-bd75-9f1528d7e24d tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks [] for security_group_rule, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:54.478812 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-dc078fd7-9378-46fd-a184-f73c95574ddd req-19002113-d673-43bb-bd75-9f1528d7e24d tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 759 time: 0.1559491
Dec 09 05:40:55.340968 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device fe4a42e9-e652-468d-837b-43eb3a0c0934 up at agent ovs-agent-dv-cinder-763306-6-iscsi {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:40:55.421588 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Provisioning complete for port fe4a42e9-e652-468d-837b-43eb3a0c0934 triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:40:55.423016 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:55.639534 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3737269-6f15-4c56-bde5-f31edaa3cc42 None None] Sync routers for ids ['cb222732-3446-47f4-a88f-4efc9e9e02e5'] in dv-cinder-763306-6-iscsi {{(pid=80247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 09 05:40:55.650551 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3737269-6f15-4c56-bde5-f31edaa3cc42 None None] Routers {'cb222732-3446-47f4-a88f-4efc9e9e02e5'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:40:55.651276 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-a3737269-6f15-4c56-bde5-f31edaa3cc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff86a0e80>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:40:47Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['cb222732-3446-47f4-a88f-4efc9e9e02e5'], 'active': True} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:40:56.021770 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-a3737269-6f15-4c56-bde5-f31edaa3cc42 None None] Set router cb222732-3446-47f4-a88f-4efc9e9e02e5 gateway port host: dv-cinder-763306-6-iscsi {{(pid=80247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:40:56.202328 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-43f44203-54c4-4c67-af47-9ad3e8a05b65 None None] Agent healthcheck: found 6 active agents {{(pid=80248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 09 05:40:56.369391 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-a3737269-6f15-4c56-bde5-f31edaa3cc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff86a0e80>, [{'id': 'cb222732-3446-47f4-a88f-4efc9e9e02e5', 'name': 'tempest-TestVolumeBootPattern-643229771-router', 'tenant_id': '3705cbac2d4e4f6b89707ad014b33a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'fe4a42e9-e652-468d-837b-43eb3a0c0934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:40:46Z', 'updated_at': '2020-12-09T05:40:51Z', 'revision_number': 4, 'project_id': '3705cbac2d4e4f6b89707ad014b33a0b', 'gw_port': {'id': 'fe4a42e9-e652-468d-837b-43eb3a0c0934', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb222732-3446-47f4-a88f-4efc9e9e02e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:40:47Z', 'updated_at': '2020-12-09T05:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_interfaces': [{'id': '630573db-ac0b-4ea4-8ad1-9491635df487', 'name': '', 'network_id': '84a08baa-fd0b-41fa-b1f5-d74290ac704f', 'tenant_id': '3705cbac2d4e4f6b89707ad014b33a0b', 'mac_address': 'fa:16:3e:8a:41:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb222732-3446-47f4-a88f-4efc9e9e02e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'ea1f0b6f-0a44-46b8-9e95-7eaf5f6d2222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:40:50Z', 'updated_at': '2020-12-09T05:40:51Z', 'revision_number': 2, 'project_id': '3705cbac2d4e4f6b89707ad014b33a0b', 'subnets': [{'id': 'ea1f0b6f-0a44-46b8-9e95-7eaf5f6d2222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:40:56.374112 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3737269-6f15-4c56-bde5-f31edaa3cc42 None None] Checking router: cb222732-3446-47f4-a88f-4efc9e9e02e5 for host: dv-cinder-763306-6-iscsi {{(pid=80247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 09 05:40:56.374525 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3737269-6f15-4c56-bde5-f31edaa3cc42 None None] Updating router cb222732-3446-47f4-a88f-4efc9e9e02e5 port 630573db-ac0b-4ea4-8ad1-9491635df487 binding host dv-cinder-763306-6-iscsi {{(pid=80247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 09 05:40:56.432473 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a3737269-6f15-4c56-bde5-f31edaa3cc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:56.889454 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a3737269-6f15-4c56-bde5-f31edaa3cc42 None None] Notify callbacks [] for port, precommit_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:56.902461 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-a3737269-6f15-4c56-bde5-f31edaa3cc42 None None] Transition to ACTIVE for port object 630573db-ac0b-4ea4-8ad1-9491635df487 will not be triggered until provisioned by entity L2. {{(pid=80247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 09 05:40:56.905442 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a3737269-6f15-4c56-bde5-f31edaa3cc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:56.921676 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:40:57.069998 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b71c73-05e8-4ae2-ba5d-bf8e9ab3c692 None None] Pushing event updated for resources: {'Port': ['ID=630573db-ac0b-4ea4-8ad1-9491635df487,revision_number=3']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:40:57.074530 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-53b71c73-05e8-4ae2-ba5d-bf8e9ab3c692 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:40:57.246833 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-a3737269-6f15-4c56-bde5-f31edaa3cc42 None None] Attempting to bind port 630573db-ac0b-4ea4-8ad1-9491635df487 on host dv-cinder-763306-6-iscsi for vnic_type normal with profile  {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 09 05:40:57.247250 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-a3737269-6f15-4c56-bde5-f31edaa3cc42 None None] Attempting to bind port 630573db-ac0b-4ea4-8ad1-9491635df487 by drivers openvswitch on host dv-cinder-763306-6-iscsi at level 0 using segments [{'id': '6f538e50-6a6f-423d-b133-529e8ba5a540', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '84a08baa-fd0b-41fa-b1f5-d74290ac704f'}] {{(pid=80247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 09 05:40:57.247666 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3737269-6f15-4c56-bde5-f31edaa3cc42 None None] Attempting to bind port 630573db-ac0b-4ea4-8ad1-9491635df487 on network 84a08baa-fd0b-41fa-b1f5-d74290ac704f {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 09 05:40:57.255037 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3737269-6f15-4c56-bde5-f31edaa3cc42 None None] Checking agent: {'id': '7299edea-3c4e-4ec0-b2b3-c0ac9bf6315b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 20, 49), 'started_at': datetime.datetime(2020, 12, 9, 5, 21, 19), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.59', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 05:40:57.255593 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3737269-6f15-4c56-bde5-f31edaa3cc42 None None] Checking segment: {'id': '6f538e50-6a6f-423d-b133-529e8ba5a540', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '84a08baa-fd0b-41fa-b1f5-d74290ac704f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 09 05:40:57.256098 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a3737269-6f15-4c56-bde5-f31edaa3cc42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:57.256543 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3737269-6f15-4c56-bde5-f31edaa3cc42 None None] Bound using segment: {'id': '6f538e50-6a6f-423d-b133-529e8ba5a540', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '84a08baa-fd0b-41fa-b1f5-d74290ac704f'} {{(pid=80247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 05:40:57.257060 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-a3737269-6f15-4c56-bde5-f31edaa3cc42 None None] Bound port: 630573db-ac0b-4ea4-8ad1-9491635df487, host: dv-cinder-763306-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f538e50-6a6f-423d-b133-529e8ba5a540', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '84a08baa-fd0b-41fa-b1f5-d74290ac704f'}}] {{(pid=80247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 09 05:40:57.257489 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a3737269-6f15-4c56-bde5-f31edaa3cc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:57.368224 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-a3737269-6f15-4c56-bde5-f31edaa3cc42 None None] For port 630573db-ac0b-4ea4-8ad1-9491635df487, host dv-cinder-763306-6-iscsi, cleared binding levels {{(pid=80247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 09 05:40:57.372441 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-a3737269-6f15-4c56-bde5-f31edaa3cc42 None None] For port 630573db-ac0b-4ea4-8ad1-9491635df487, host dv-cinder-763306-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=630573db-ac0b-4ea4-8ad1-9491635df487,segment=NetworkSegment(6f538e50-6a6f-423d-b133-529e8ba5a540),segment_id=6f538e50-6a6f-423d-b133-529e8ba5a540)] {{(pid=80247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 09 05:40:57.375998 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a3737269-6f15-4c56-bde5-f31edaa3cc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:57.394780 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:40:57.533658 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:57.565132 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b71c73-05e8-4ae2-ba5d-bf8e9ab3c692 None None] Pushing event updated for resources: {'Port': ['ID=630573db-ac0b-4ea4-8ad1-9491635df487,revision_number=4']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:40:57.568604 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-53b71c73-05e8-4ae2-ba5d-bf8e9ab3c692 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:40:57.621618 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3737269-6f15-4c56-bde5-f31edaa3cc42 None None] Routers {'cb222732-3446-47f4-a88f-4efc9e9e02e5'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:40:57.622309 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-a3737269-6f15-4c56-bde5-f31edaa3cc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff86a0e80>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:40:47Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['cb222732-3446-47f4-a88f-4efc9e9e02e5'], 'active': True} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:40:57.846916 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-a3737269-6f15-4c56-bde5-f31edaa3cc42 None None] Set router cb222732-3446-47f4-a88f-4efc9e9e02e5 gateway port host: dv-cinder-763306-6-iscsi {{(pid=80247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:40:58.213350 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-a3737269-6f15-4c56-bde5-f31edaa3cc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff86a0e80>, [{'id': 'cb222732-3446-47f4-a88f-4efc9e9e02e5', 'name': 'tempest-TestVolumeBootPattern-643229771-router', 'tenant_id': '3705cbac2d4e4f6b89707ad014b33a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'fe4a42e9-e652-468d-837b-43eb3a0c0934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:40:46Z', 'updated_at': '2020-12-09T05:40:51Z', 'revision_number': 4, 'project_id': '3705cbac2d4e4f6b89707ad014b33a0b', 'gw_port': {'id': 'fe4a42e9-e652-468d-837b-43eb3a0c0934', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb222732-3446-47f4-a88f-4efc9e9e02e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:40:47Z', 'updated_at': '2020-12-09T05:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_interfaces': [{'id': '630573db-ac0b-4ea4-8ad1-9491635df487', 'name': '', 'network_id': '84a08baa-fd0b-41fa-b1f5-d74290ac704f', 'tenant_id': '3705cbac2d4e4f6b89707ad014b33a0b', 'mac_address': 'fa:16:3e:8a:41:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb222732-3446-47f4-a88f-4efc9e9e02e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'ea1f0b6f-0a44-46b8-9e95-7eaf5f6d2222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:40:50Z', 'updated_at': '2020-12-09T05:40:57Z', 'revision_number': 4, 'project_id': '3705cbac2d4e4f6b89707ad014b33a0b', 'subnets': [{'id': 'ea1f0b6f-0a44-46b8-9e95-7eaf5f6d2222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:40:58.217642 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3737269-6f15-4c56-bde5-f31edaa3cc42 None None] The sync data for ids ['cb222732-3446-47f4-a88f-4efc9e9e02e5'] in dv-cinder-763306-6-iscsi is: [{'id': 'cb222732-3446-47f4-a88f-4efc9e9e02e5', 'name': 'tempest-TestVolumeBootPattern-643229771-router', 'tenant_id': '3705cbac2d4e4f6b89707ad014b33a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'fe4a42e9-e652-468d-837b-43eb3a0c0934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:40:46Z', 'updated_at': '2020-12-09T05:40:51Z', 'revision_number': 4, 'project_id': '3705cbac2d4e4f6b89707ad014b33a0b', 'gw_port': {'id': 'fe4a42e9-e652-468d-837b-43eb3a0c0934', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb222732-3446-47f4-a88f-4efc9e9e02e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:40:47Z', 'updated_at': '2020-12-09T05:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_interfaces': [{'id': '630573db-ac0b-4ea4-8ad1-9491635df487', 'name': '', 'network_id': '84a08baa-fd0b-41fa-b1f5-d74290ac704f', 'tenant_id': '3705cbac2d4e4f6b89707ad014b33a0b', 'mac_address': 'fa:16:3e:8a:41:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb222732-3446-47f4-a88f-4efc9e9e02e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'ea1f0b6f-0a44-46b8-9e95-7eaf5f6d2222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:40:50Z', 'updated_at': '2020-12-09T05:40:57Z', 'revision_number': 4, 'project_id': '3705cbac2d4e4f6b89707ad014b33a0b', 'subnets': [{'id': 'ea1f0b6f-0a44-46b8-9e95-7eaf5f6d2222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 09 05:40:59.366273 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device 630573db-ac0b-4ea4-8ad1-9491635df487 up at agent ovs-agent-dv-cinder-763306-6-iscsi {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:40:59.439658 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Provisioning for port 630573db-ac0b-4ea4-8ad1-9491635df487 completed by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 09 05:40:59.445749 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Provisioning complete for port 630573db-ac0b-4ea4-8ad1-9491635df487 triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:40:59.446218 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:59.581703 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:59.621289 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] For port 630573db-ac0b-4ea4-8ad1-9491635df487, host dv-cinder-763306-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=630573db-ac0b-4ea4-8ad1-9491635df487,segment=NetworkSegment(6f538e50-6a6f-423d-b133-529e8ba5a540),segment_id=6f538e50-6a6f-423d-b133-529e8ba5a540)] {{(pid=80247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:40:59.625994 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:40:59.630406 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:40:59.704105 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Pushing event updated for resources: {'Port': ['ID=630573db-ac0b-4ea4-8ad1-9491635df487,revision_number=5']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:40:59.707986 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:41:01.092571 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-83563bf6-2f15-480d-9197-eb635acdf582 req-06b02adf-b0d8-4437-a63d-3f239d5ca7e4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9a189d4c-a860-43fb-bfa1-9247f278e5e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2248690
Dec 09 05:41:01.251175 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83563bf6-2f15-480d-9197-eb635acdf582 req-d7370637-b210-4a56-90e6-d8ed3adfe8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:41:01.252837 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-83563bf6-2f15-480d-9197-eb635acdf582 req-d7370637-b210-4a56-90e6-d8ed3adfe8f4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3e19a4471945447fb24ef19ba877456c&device_id=9a189d4c-a860-43fb-bfa1-9247f278e5e3 HTTP/1.1" status: 200  len: 1163 time: 0.0793333
Dec 09 05:41:01.346997 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device 630573db-ac0b-4ea4-8ad1-9491635df487 up at agent ovs-agent-dv-cinder-763306-6-iscsi {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:41:01.422142 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83563bf6-2f15-480d-9197-eb635acdf582 req-43d44151-21fe-465c-8cac-0363f3fcf8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:41:01.423863 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-83563bf6-2f15-480d-9197-eb635acdf582 req-43d44151-21fe-465c-8cac-0363f3fcf8e3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1 HTTP/1.1" status: 200  len: 902 time: 0.1494577
Dec 09 05:41:01.427476 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Provisioning complete for port 630573db-ac0b-4ea4-8ad1-9491635df487 triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:41:01.427915 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:01.540356 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-83563bf6-2f15-480d-9197-eb635acdf582 req-0e67ea9b-bb31-496b-8855-87085e5406a1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be337eb1-b184-4a65-a269-c4dfeb0f491f HTTP/1.1" status: 200  len: 1000 time: 0.1084819
Dec 09 05:41:01.866264 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83563bf6-2f15-480d-9197-eb635acdf582 req-035b6238-328f-4b46-b336-642d5194f707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:41:01.867866 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-83563bf6-2f15-480d-9197-eb635acdf582 req-035b6238-328f-4b46-b336-642d5194f707 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=03701147-4f44-43c3-b01d-18f4abcea6b1 HTTP/1.1" status: 200  len: 847 time: 0.3171570
Dec 09 05:41:01.951674 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83563bf6-2f15-480d-9197-eb635acdf582 req-36885450-9a98-45bb-8146-134d5ef00d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:41:01.953336 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-83563bf6-2f15-480d-9197-eb635acdf582 req-36885450-9a98-45bb-8146-134d5ef00d82 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0775702
Dec 09 05:41:01.966766 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [req-83563bf6-2f15-480d-9197-eb635acdf582 req-785a42a8-3974-44ca-8de4-15883993c9eb service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=80246) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 09 05:41:01.967873 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-83563bf6-2f15-480d-9197-eb635acdf582 req-785a42a8-3974-44ca-8de4-15883993c9eb service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0056667
Dec 09 05:41:02.124197 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-83563bf6-2f15-480d-9197-eb635acdf582 req-df337a9b-977a-4547-9370-454070ad37e4 service neutron] 10.222.0.59 "GET /v2.0/networks/8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1491015
Dec 09 05:41:02.280118 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-83563bf6-2f15-480d-9197-eb635acdf582 req-e3e25a6c-f496-4619-ab56-8dc135b8076b service neutron] 10.222.0.59 "GET /v2.0/networks/8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1487842
Dec 09 05:41:07.267709 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2b611927-a7e3-41f0-8e8e-2768930e856e req-ad72bf9e-dac3-4ce5-8c71-db4d6669fa09 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/floatingips/edbbba7d-4edc-44b1-9101-92f0a039d6df HTTP/1.1" status: 200  len: 997 time: 0.1116207
Dec 09 05:41:07.431595 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b611927-a7e3-41f0-8e8e-2768930e856e req-4dce6177-9a3b-4f63-aa4f-8fa2e98324f6 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:41:07.433324 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2b611927-a7e3-41f0-8e8e-2768930e856e req-4dce6177-9a3b-4f63-aa4f-8fa2e98324f6 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/networks/1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89 HTTP/1.1" status: 200  len: 784 time: 0.1581569
Dec 09 05:41:07.547995 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2b611927-a7e3-41f0-8e8e-2768930e856e req-b5310f9b-458e-4f8e-95b3-afbf319f4b7f tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.27.2.6 HTTP/1.1" status: 200  len: 1000 time: 0.1063983
Dec 09 05:41:07.628249 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b611927-a7e3-41f0-8e8e-2768930e856e req-a7d5222f-687d-4bea-8b70-219878e97482 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:41:07.629757 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2b611927-a7e3-41f0-8e8e-2768930e856e req-a7d5222f-687d-4bea-8b70-219878e97482 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/ports/be337eb1-b184-4a65-a269-c4dfeb0f491f HTTP/1.1" status: 200  len: 943 time: 0.0752032
Dec 09 05:41:07.821852 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2b611927-a7e3-41f0-8e8e-2768930e856e req-40b3ac66-64c6-4c33-bf57-be664ba017c4 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.27.2.6 HTTP/1.1" status: 200  len: 1000 time: 0.1059756
Dec 09 05:41:08.294463 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-2b611927-a7e3-41f0-8e8e-2768930e856e req-abaf3167-f322-49e1-b41d-f1b3fea67958 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Deleting port 74e139af-233d-4ee5-aec2-99928b5da15f {{(pid=80245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 09 05:41:08.295078 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-2b611927-a7e3-41f0-8e8e-2768930e856e req-abaf3167-f322-49e1-b41d-f1b3fea67958 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787496886762'] for port, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:08.485998 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-2b611927-a7e3-41f0-8e8e-2768930e856e req-abaf3167-f322-49e1-b41d-f1b3fea67958 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744221'] for port, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:08.486431 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-2b611927-a7e3-41f0-8e8e-2768930e856e req-abaf3167-f322-49e1-b41d-f1b3fea67958 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Notify callbacks [] for floatingip, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:08.617370 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-2b611927-a7e3-41f0-8e8e-2768930e856e req-abaf3167-f322-49e1-b41d-f1b3fea67958 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Calling delete_port for 74e139af-233d-4ee5-aec2-99928b5da15f owned by network:floatingip {{(pid=80245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 09 05:41:08.773796 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-2b611927-a7e3-41f0-8e8e-2768930e856e req-abaf3167-f322-49e1-b41d-f1b3fea67958 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787496890807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249358481609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844148928'] for port, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:08.789598 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-9bd23ddd-9b0e-4091-b82e-d0b64580635d tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:41:08.843184 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaf3167-f322-49e1-b41d-f1b3fea67958 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Pushing event deleted for resources: {'Port': ['ID=74e139af-233d-4ee5-aec2-99928b5da15f,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:41:08.848364 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-abaf3167-f322-49e1-b41d-f1b3fea67958 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:41:09.016517 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-2b611927-a7e3-41f0-8e8e-2768930e856e req-abaf3167-f322-49e1-b41d-f1b3fea67958 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Notify callbacks [] for floatingip, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:09.016517 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.db.l3_db [req-2b611927-a7e3-41f0-8e8e-2768930e856e req-abaf3167-f322-49e1-b41d-f1b3fea67958 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Floating IP edbbba7d-4edc-44b1-9101-92f0a039d6df disassociated (deleted). External IP: 172.27.2.6, port: be337eb1-b184-4a65-a269-c4dfeb0f491f.
Dec 09 05:41:09.399134 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b611927-a7e3-41f0-8e8e-2768930e856e req-abaf3167-f322-49e1-b41d-f1b3fea67958 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Router 31ead335-f765-40bb-adda-e7c4b3c04f7e has already been hosted by L3 agent 16cb43a9-cd2d-4531-acd4-2457db4a9ad2 {{(pid=80245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 09 05:41:09.598230 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b611927-a7e3-41f0-8e8e-2768930e856e req-abaf3167-f322-49e1-b41d-f1b3fea67958 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Notify agent at l3_agent.dv-cinder-763306-6-iscsi the message routers_updated {{(pid=80245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 09 05:41:09.608986 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca5e68c-74ba-4ccb-a518-23be4c29e7d9 None None] Sync routers for ids ['31ead335-f765-40bb-adda-e7c4b3c04f7e'] in dv-cinder-763306-6-iscsi {{(pid=80248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 09 05:41:09.620906 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca5e68c-74ba-4ccb-a518-23be4c29e7d9 None None] Routers {'31ead335-f765-40bb-adda-e7c4b3c04f7e'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:41:09.621721 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-aca5e68c-74ba-4ccb-a518-23be4c29e7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff88bf400>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:40:47Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['31ead335-f765-40bb-adda-e7c4b3c04f7e'], 'active': True} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:41:09.623223 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-2b611927-a7e3-41f0-8e8e-2768930e856e req-abaf3167-f322-49e1-b41d-f1b3fea67958 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870'] for floatingip, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:09.686044 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2b611927-a7e3-41f0-8e8e-2768930e856e req-abaf3167-f322-49e1-b41d-f1b3fea67958 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "DELETE /v2.0/floatingips/edbbba7d-4edc-44b1-9101-92f0a039d6df HTTP/1.1" status: 204  len: 173 time: 1.8574941
Dec 09 05:41:09.687011 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a189d4c-a860-43fb-bfa1-9247f278e5e3', 'tag': 'be337eb1-b184-4a65-a269-c4dfeb0f491f'}] {{(pid=80245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:41:09.817035 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-aca5e68c-74ba-4ccb-a518-23be4c29e7d9 None None] Set router 31ead335-f765-40bb-adda-e7c4b3c04f7e gateway port host: dv-cinder-763306-6-iscsi {{(pid=80248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:41:09.870711 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a189d4c-a860-43fb-bfa1-9247f278e5e3', 'tag': 'be337eb1-b184-4a65-a269-c4dfeb0f491f', 'status': 'completed', 'code': 200}
Dec 09 05:41:09.895912 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b611927-a7e3-41f0-8e8e-2768930e856e req-ec310009-c626-4464-ac94-6142392eb2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:41:09.897600 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2b611927-a7e3-41f0-8e8e-2768930e856e req-ec310009-c626-4464-ac94-6142392eb2c3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3e19a4471945447fb24ef19ba877456c&device_id=9a189d4c-a860-43fb-bfa1-9247f278e5e3 HTTP/1.1" status: 200  len: 1163 time: 0.1947396
Dec 09 05:41:09.980250 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e4f897-9f14-4647-a7e3-c38f32e96363 req-f286b273-bdaa-4782-b7ce-9483f37dc9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:41:09.981969 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a5e4f897-9f14-4647-a7e3-c38f32e96363 req-f286b273-bdaa-4782-b7ce-9483f37dc9a5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3e19a4471945447fb24ef19ba877456c&device_id=9a189d4c-a860-43fb-bfa1-9247f278e5e3 HTTP/1.1" status: 200  len: 1163 time: 0.0890186
Dec 09 05:41:10.049493 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b611927-a7e3-41f0-8e8e-2768930e856e req-9b8a20a4-99ae-4917-ae90-f351b8c1d823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:41:10.051151 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2b611927-a7e3-41f0-8e8e-2768930e856e req-9b8a20a4-99ae-4917-ae90-f351b8c1d823 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1 HTTP/1.1" status: 200  len: 902 time: 0.1467817
Dec 09 05:41:10.127669 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2b611927-a7e3-41f0-8e8e-2768930e856e req-70f3ccd8-8263-4183-b085-1d3d03f11090 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be337eb1-b184-4a65-a269-c4dfeb0f491f HTTP/1.1" status: 200  len: 217 time: 0.0696778
Dec 09 05:41:10.135565 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e4f897-9f14-4647-a7e3-c38f32e96363 req-24693e7d-0727-4d6c-a02e-791104b43ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:41:10.137435 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a5e4f897-9f14-4647-a7e3-c38f32e96363 req-24693e7d-0727-4d6c-a02e-791104b43ead service neutron] 10.222.0.59 "GET /v2.0/networks?id=8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1 HTTP/1.1" status: 200  len: 902 time: 0.1491745
Dec 09 05:41:10.180521 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-aca5e68c-74ba-4ccb-a518-23be4c29e7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff88bf400>, [{'id': '31ead335-f765-40bb-adda-e7c4b3c04f7e', 'name': 'tempest-TestShelveInstance-853132556-router', 'tenant_id': '3e19a4471945447fb24ef19ba877456c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'ff3b19cd-65c7-4a93-adbc-a765c623dfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:35:59Z', 'updated_at': '2020-12-09T05:36:06Z', 'revision_number': 4, 'project_id': '3e19a4471945447fb24ef19ba877456c', 'gw_port': {'id': 'ff3b19cd-65c7-4a93-adbc-a765c623dfa4', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ead335-f765-40bb-adda-e7c4b3c04f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:36:00Z', 'updated_at': '2020-12-09T05:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_interfaces': [{'id': '153daa1e-c844-41eb-873c-3a348731d4e9', 'name': '', 'network_id': '8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1', 'tenant_id': '3e19a4471945447fb24ef19ba877456c', 'mac_address': 'fa:16:3e:23:85:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ead335-f765-40bb-adda-e7c4b3c04f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '03701147-4f44-43c3-b01d-18f4abcea6b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:36:05Z', 'updated_at': '2020-12-09T05:36:21Z', 'revision_number': 5, 'project_id': '3e19a4471945447fb24ef19ba877456c', 'subnets': [{'id': '03701147-4f44-43c3-b01d-18f4abcea6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:41:10.184671 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca5e68c-74ba-4ccb-a518-23be4c29e7d9 None None] Checking router: 31ead335-f765-40bb-adda-e7c4b3c04f7e for host: dv-cinder-763306-6-iscsi {{(pid=80248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 09 05:41:10.195424 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca5e68c-74ba-4ccb-a518-23be4c29e7d9 None None] Routers {'31ead335-f765-40bb-adda-e7c4b3c04f7e'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:41:10.196497 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-aca5e68c-74ba-4ccb-a518-23be4c29e7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff88bf400>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:40:47Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['31ead335-f765-40bb-adda-e7c4b3c04f7e'], 'active': True} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:41:10.210186 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b611927-a7e3-41f0-8e8e-2768930e856e req-029b6a02-7426-4db4-8956-ee3393a9db00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:41:10.211802 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2b611927-a7e3-41f0-8e8e-2768930e856e req-029b6a02-7426-4db4-8956-ee3393a9db00 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=03701147-4f44-43c3-b01d-18f4abcea6b1 HTTP/1.1" status: 200  len: 847 time: 0.0767565
Dec 09 05:41:10.212593 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a5e4f897-9f14-4647-a7e3-c38f32e96363 req-3193299e-f7a0-432e-9aee-cdfb79f5f255 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be337eb1-b184-4a65-a269-c4dfeb0f491f HTTP/1.1" status: 200  len: 217 time: 0.0686119
Dec 09 05:41:10.289665 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e4f897-9f14-4647-a7e3-c38f32e96363 req-d34f9e30-afda-429d-8550-105fbe8b0939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:41:10.293341 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a5e4f897-9f14-4647-a7e3-c38f32e96363 req-d34f9e30-afda-429d-8550-105fbe8b0939 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=03701147-4f44-43c3-b01d-18f4abcea6b1 HTTP/1.1" status: 200  len: 847 time: 0.0742700
Dec 09 05:41:10.301700 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b611927-a7e3-41f0-8e8e-2768930e856e req-1fa439da-b200-41b0-aeae-bdaa9e89ca85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:41:10.303767 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2b611927-a7e3-41f0-8e8e-2768930e856e req-1fa439da-b200-41b0-aeae-bdaa9e89ca85 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0844271
Dec 09 05:41:10.387332 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e4f897-9f14-4647-a7e3-c38f32e96363 req-6629b2b9-ae0d-42a6-b7ae-20e10dfb5abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:41:10.388989 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a5e4f897-9f14-4647-a7e3-c38f32e96363 req-6629b2b9-ae0d-42a6-b7ae-20e10dfb5abe service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0894554
Dec 09 05:41:10.394909 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-aca5e68c-74ba-4ccb-a518-23be4c29e7d9 None None] Set router 31ead335-f765-40bb-adda-e7c4b3c04f7e gateway port host: dv-cinder-763306-6-iscsi {{(pid=80248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:41:10.471776 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2b611927-a7e3-41f0-8e8e-2768930e856e req-47a39a6f-ea33-4b70-8a85-6efba2970e14 service neutron] 10.222.0.39 "GET /v2.0/networks/8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1521597
Dec 09 05:41:10.546299 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a5e4f897-9f14-4647-a7e3-c38f32e96363 req-8b08b125-5552-4267-80a2-f57edeb9bbca service neutron] 10.222.0.59 "GET /v2.0/networks/8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1501000
Dec 09 05:41:10.646452 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2b611927-a7e3-41f0-8e8e-2768930e856e req-cbbd29c9-9b88-4aac-885c-45f9441f6262 service neutron] 10.222.0.39 "GET /v2.0/networks/8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1719921
Dec 09 05:41:10.707957 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a5e4f897-9f14-4647-a7e3-c38f32e96363 req-4996a701-47c2-4b89-8488-1c5b09b66026 service neutron] 10.222.0.59 "GET /v2.0/networks/8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1556573
Dec 09 05:41:10.751888 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-aca5e68c-74ba-4ccb-a518-23be4c29e7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff88bf400>, [{'id': '31ead335-f765-40bb-adda-e7c4b3c04f7e', 'name': 'tempest-TestShelveInstance-853132556-router', 'tenant_id': '3e19a4471945447fb24ef19ba877456c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'ff3b19cd-65c7-4a93-adbc-a765c623dfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:35:59Z', 'updated_at': '2020-12-09T05:36:06Z', 'revision_number': 4, 'project_id': '3e19a4471945447fb24ef19ba877456c', 'gw_port': {'id': 'ff3b19cd-65c7-4a93-adbc-a765c623dfa4', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ead335-f765-40bb-adda-e7c4b3c04f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:36:00Z', 'updated_at': '2020-12-09T05:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_interfaces': [{'id': '153daa1e-c844-41eb-873c-3a348731d4e9', 'name': '', 'network_id': '8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1', 'tenant_id': '3e19a4471945447fb24ef19ba877456c', 'mac_address': 'fa:16:3e:23:85:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ead335-f765-40bb-adda-e7c4b3c04f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '03701147-4f44-43c3-b01d-18f4abcea6b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:36:05Z', 'updated_at': '2020-12-09T05:36:21Z', 'revision_number': 5, 'project_id': '3e19a4471945447fb24ef19ba877456c', 'subnets': [{'id': '03701147-4f44-43c3-b01d-18f4abcea6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:41:10.756285 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca5e68c-74ba-4ccb-a518-23be4c29e7d9 None None] The sync data for ids ['31ead335-f765-40bb-adda-e7c4b3c04f7e'] in dv-cinder-763306-6-iscsi is: [{'id': '31ead335-f765-40bb-adda-e7c4b3c04f7e', 'name': 'tempest-TestShelveInstance-853132556-router', 'tenant_id': '3e19a4471945447fb24ef19ba877456c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'ff3b19cd-65c7-4a93-adbc-a765c623dfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:35:59Z', 'updated_at': '2020-12-09T05:36:06Z', 'revision_number': 4, 'project_id': '3e19a4471945447fb24ef19ba877456c', 'gw_port': {'id': 'ff3b19cd-65c7-4a93-adbc-a765c623dfa4', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ead335-f765-40bb-adda-e7c4b3c04f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:36:00Z', 'updated_at': '2020-12-09T05:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_interfaces': [{'id': '153daa1e-c844-41eb-873c-3a348731d4e9', 'name': '', 'network_id': '8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1', 'tenant_id': '3e19a4471945447fb24ef19ba877456c', 'mac_address': 'fa:16:3e:23:85:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ead335-f765-40bb-adda-e7c4b3c04f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '03701147-4f44-43c3-b01d-18f4abcea6b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:36:05Z', 'updated_at': '2020-12-09T05:36:21Z', 'revision_number': 5, 'project_id': '3e19a4471945447fb24ef19ba877456c', 'subnets': [{'id': '03701147-4f44-43c3-b01d-18f4abcea6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 09 05:41:11.066422 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b403eb30-3709-4322-b371-c4c24bf2e26c req-4fdb6e75-823c-471b-a790-32ac77f3deb2 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1526055282&fields=id&tenant_id=fb0759eb89c04546ab3ebe4e8a3a57f5 HTTP/1.1" status: 200  len: 267 time: 0.0469298
Dec 09 05:41:11.130532 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23549a6-d610-4b62-b6f3-db1f56435c6f req-1f81e959-de73-41a2-ac9d-6e1c2633973c tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:41:11.132216 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c23549a6-d610-4b62-b6f3-db1f56435c6f req-1f81e959-de73-41a2-ac9d-6e1c2633973c tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/ports?device_id=9a189d4c-a860-43fb-bfa1-9247f278e5e3 HTTP/1.1" status: 200  len: 946 time: 0.0956111
Dec 09 05:41:11.186756 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c23549a6-d610-4b62-b6f3-db1f56435c6f req-44cbf234-11f5-4ccf-957f-2ab308ec910c tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/security-groups?id=ee3d622c-051e-4fe6-b72b-e02e32d7772b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0480475
Dec 09 05:41:11.196332 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d6f5f6-dfa2-42d9-aa6c-bc3b6850fd6c None None] New status for floating IP edbbba7d-4edc-44b1-9101-92f0a039d6df: DOWN {{(pid=80247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 09 05:41:11.241215 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b403eb30-3709-4322-b371-c4c24bf2e26c req-4b84e643-ffa7-4b76-883b-1001f072bcf2 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:41:11.242932 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b403eb30-3709-4322-b371-c4c24bf2e26c req-4b84e643-ffa7-4b76-883b-1001f072bcf2 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/networks?id=1d71a329-4cb1-4485-80ca-4ca822c88d8d HTTP/1.1" status: 200  len: 811 time: 0.1692562
Dec 09 05:41:11.261301 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b403eb30-3709-4322-b371-c4c24bf2e26c req-ac61eb5a-09a7-439f-ac3f-1dccff128b2f tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/quotas/fb0759eb89c04546ab3ebe4e8a3a57f5 HTTP/1.1" status: 200  len: 375 time: 0.0114758
Dec 09 05:41:11.361238 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-b403eb30-3709-4322-b371-c4c24bf2e26c req-639be8bf-c5b2-46c2-b898-af7e6f6a5394 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Synchronizing usage tracker for tenant:fb0759eb89c04546ab3ebe4e8a3a57f5 on resource:port {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:41:11.380353 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-b403eb30-3709-4322-b371-c4c24bf2e26c req-639be8bf-c5b2-46c2-b898-af7e6f6a5394 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Unset dirty status for tenant:fb0759eb89c04546ab3ebe4e8a3a57f5 on resource:port {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:41:11.381753 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b403eb30-3709-4322-b371-c4c24bf2e26c req-639be8bf-c5b2-46c2-b898-af7e6f6a5394 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/ports?tenant_id=fb0759eb89c04546ab3ebe4e8a3a57f5&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1130881
Dec 09 05:41:11.399692 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [req-b403eb30-3709-4322-b371-c4c24bf2e26c req-ce4e7811-f861-40b3-8549-402aa9b58bf4 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=80245) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 09 05:41:11.400740 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b403eb30-3709-4322-b371-c4c24bf2e26c req-ce4e7811-f861-40b3-8549-402aa9b58bf4 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0055931
Dec 09 05:41:11.550866 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b403eb30-3709-4322-b371-c4c24bf2e26c req-310e6943-097e-449c-ad55-76eb4bd5654b service neutron] 10.222.0.39 "GET /v2.0/networks/1d71a329-4cb1-4485-80ca-4ca822c88d8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1420522
Dec 09 05:41:11.700993 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b403eb30-3709-4322-b371-c4c24bf2e26c req-86476b9f-c4fa-485a-aee8-feccc0d95b0c service neutron] 10.222.0.39 "GET /v2.0/networks/1d71a329-4cb1-4485-80ca-4ca822c88d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1434681
Dec 09 05:41:12.039362 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device be337eb1-b184-4a65-a269-c4dfeb0f491f up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:41:12.123427 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port be337eb1-b184-4a65-a269-c4dfeb0f491f triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:41:12.123769 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:12.143746 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-421756b4-3704-4313-8f6f-2b48183ce1e8 req-ff9142a2-f92a-41b5-bfae-a5dd9daca6fc tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/ports?device_id=d9f03e59-cc2d-4d46-b952-91edbd52bb00 HTTP/1.1" status: 200  len: 210 time: 0.0488138
Dec 09 05:41:12.411945 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcca39fd-6e27-4103-8bdc-6ef6ba7f28aa req-015f830b-ba59-491d-8737-5905765f6836 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:41:12.412715 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-dcca39fd-6e27-4103-8bdc-6ef6ba7f28aa req-015f830b-ba59-491d-8737-5905765f6836 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Synchronizing usage tracker for tenant:3e19a4471945447fb24ef19ba877456c on resource:port {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:41:12.428734 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-dcca39fd-6e27-4103-8bdc-6ef6ba7f28aa req-015f830b-ba59-491d-8737-5905765f6836 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Unset dirty status for tenant:3e19a4471945447fb24ef19ba877456c on resource:port {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:41:12.430074 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-dcca39fd-6e27-4103-8bdc-6ef6ba7f28aa req-015f830b-ba59-491d-8737-5905765f6836 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/ports?device_id=9a189d4c-a860-43fb-bfa1-9247f278e5e3 HTTP/1.1" status: 200  len: 946 time: 0.1031868
Dec 09 05:41:12.491675 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-dcca39fd-6e27-4103-8bdc-6ef6ba7f28aa req-c28afe01-ea94-4de6-9f6b-ab7f6913b94c tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/security-groups?id=ee3d622c-051e-4fe6-b72b-e02e32d7772b&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0546672
Dec 09 05:41:12.530502 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b85254-6324-49e5-9f4e-a798abb68042 req-ed53213d-98b8-4b0c-8e49-1ddc4ae8c599 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:41:12.533343 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-97b85254-6324-49e5-9f4e-a798abb68042 req-ed53213d-98b8-4b0c-8e49-1ddc4ae8c599 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.59 "GET /v2.0/ports?device_id=9a189d4c-a860-43fb-bfa1-9247f278e5e3 HTTP/1.1" status: 200  len: 946 time: 0.0913041
Dec 09 05:41:12.620846 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-97b85254-6324-49e5-9f4e-a798abb68042 req-7e9e3f48-0530-4854-b8f0-7fef936b10d4 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Deleting port be337eb1-b184-4a65-a269-c4dfeb0f491f {{(pid=80246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 09 05:41:12.621437 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-97b85254-6324-49e5-9f4e-a798abb68042 req-7e9e3f48-0530-4854-b8f0-7fef936b10d4 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787496886762'] for port, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:12.897229 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-97b85254-6324-49e5-9f4e-a798abb68042 req-7e9e3f48-0530-4854-b8f0-7fef936b10d4 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] For port be337eb1-b184-4a65-a269-c4dfeb0f491f, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=be337eb1-b184-4a65-a269-c4dfeb0f491f,segment=NetworkSegment(f6d2dbab-fc73-4a6c-baf4-c6449d348147),segment_id=f6d2dbab-fc73-4a6c-baf4-c6449d348147)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:41:12.897550 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-97b85254-6324-49e5-9f4e-a798abb68042 req-7e9e3f48-0530-4854-b8f0-7fef936b10d4 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744221'] for port, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:13.032460 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-97b85254-6324-49e5-9f4e-a798abb68042 req-7e9e3f48-0530-4854-b8f0-7fef936b10d4 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Calling delete_port for be337eb1-b184-4a65-a269-c4dfeb0f491f owned by compute:nova {{(pid=80246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 09 05:41:13.180572 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-97b85254-6324-49e5-9f4e-a798abb68042 req-7e9e3f48-0530-4854-b8f0-7fef936b10d4 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787496890807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249358481609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10841009'] for port, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:13.196802 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-927ad621-c207-4e80-a530-0b341c6d3e10 tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:41:13.243998 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9e3f48-0530-4854-b8f0-7fef936b10d4 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Pushing event deleted for resources: {'Port': ['ID=be337eb1-b184-4a65-a269-c4dfeb0f491f,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:41:13.256502 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-7e9e3f48-0530-4854-b8f0-7fef936b10d4 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:41:13.381342 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-693cdb54-3b6c-4bd1-81ed-dfe3df36367e req-0060a824-8c95-4caf-bb83-866ad2ffe04a tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/ports?device_id=d9f03e59-cc2d-4d46-b952-91edbd52bb00 HTTP/1.1" status: 200  len: 210 time: 0.0654366
Dec 09 05:41:13.478114 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-97b85254-6324-49e5-9f4e-a798abb68042 req-7e9e3f48-0530-4854-b8f0-7fef936b10d4 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] No DVR routers for this DVR port be337eb1-b184-4a65-a269-c4dfeb0f491f on host hv-cinder-76330 {{(pid=80246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 09 05:41:13.480597 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-97b85254-6324-49e5-9f4e-a798abb68042 req-7e9e3f48-0530-4854-b8f0-7fef936b10d4 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870'] for port, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:13.483650 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a189d4c-a860-43fb-bfa1-9247f278e5e3', 'name': 'network-vif-deleted', 'tag': 'be337eb1-b184-4a65-a269-c4dfeb0f491f'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:41:13.502090 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-97b85254-6324-49e5-9f4e-a798abb68042 req-7e9e3f48-0530-4854-b8f0-7fef936b10d4 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.59 "DELETE /v2.0/ports/be337eb1-b184-4a65-a269-c4dfeb0f491f HTTP/1.1" status: 204  len: 173 time: 0.9630268
Dec 09 05:41:13.525280 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b403eb30-3709-4322-b371-c4c24bf2e26c req-bded6f96-b7ae-4827-a68e-acee0beb06bf tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:41:13.526919 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b403eb30-3709-4322-b371-c4c24bf2e26c req-bded6f96-b7ae-4827-a68e-acee0beb06bf tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.59 "GET /v2.0/networks?id=1d71a329-4cb1-4485-80ca-4ca822c88d8d HTTP/1.1" status: 200  len: 811 time: 0.1759470
Dec 09 05:41:13.635323 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b403eb30-3709-4322-b371-c4c24bf2e26c req-b2f60057-5f9d-4d00-926b-9c706d8924ed tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fb0759eb89c04546ab3ebe4e8a3a57f5 HTTP/1.1" status: 200  len: 5551 time: 0.0941916
Dec 09 05:41:13.660522 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-b403eb30-3709-4322-b371-c4c24bf2e26c req-c12061fb-074d-449e-bbdc-041b8d332767 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Request body: {'port': {'device_id': 'd9f03e59-cc2d-4d46-b952-91edbd52bb00', 'network_id': '1d71a329-4cb1-4485-80ca-4ca822c88d8d', 'admin_state_up': True, 'tenant_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'security_groups': ['075f58c2-c082-4370-ab27-fbb2b1290397']}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:41:13.718906 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a189d4c-a860-43fb-bfa1-9247f278e5e3', 'name': 'network-vif-deleted', 'tag': 'be337eb1-b184-4a65-a269-c4dfeb0f491f', 'status': 'completed', 'code': 200}
Dec 09 05:41:13.731730 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-f2b0402a-6cae-4cbb-b567-0976cf7288f8 req-cbe7aca4-3e1a-437b-8bb5-4ab2df4e6263 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Synchronizing usage tracker for tenant:3e19a4471945447fb24ef19ba877456c on resource:port {{(pid=80246) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:41:13.748970 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-f2b0402a-6cae-4cbb-b567-0976cf7288f8 req-cbe7aca4-3e1a-437b-8bb5-4ab2df4e6263 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Unset dirty status for tenant:3e19a4471945447fb24ef19ba877456c on resource:port {{(pid=80246) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:41:13.751368 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f2b0402a-6cae-4cbb-b567-0976cf7288f8 req-cbe7aca4-3e1a-437b-8bb5-4ab2df4e6263 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/ports?device_id=9a189d4c-a860-43fb-bfa1-9247f278e5e3 HTTP/1.1" status: 200  len: 210 time: 0.0803845
Dec 09 05:41:13.992644 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device be337eb1-b184-4a65-a269-c4dfeb0f491f no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 09 05:41:14.035248 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] No Port match for: be337eb1-b184-4a65-a269-c4dfeb0f491f {{(pid=80247) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 09 05:41:14.035627 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device be337eb1-b184-4a65-a269-c4dfeb0f491f not bound to the agent host hv-cinder-76330 {{(pid=80247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 09 05:41:14.080237 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-b403eb30-3709-4322-b371-c4c24bf2e26c req-c12061fb-074d-449e-bbdc-041b8d332767 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:41:14.091059 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-b403eb30-3709-4322-b371-c4c24bf2e26c req-c12061fb-074d-449e-bbdc-041b8d332767 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:41:14.101426 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b403eb30-3709-4322-b371-c4c24bf2e26c req-c12061fb-074d-449e-bbdc-041b8d332767 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Made reservation on behalf of fb0759eb89c04546ab3ebe4e8a3a57f5 for: {'port': 1} {{(pid=80245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 09 05:41:14.107327 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-b403eb30-3709-4322-b371-c4c24bf2e26c req-c12061fb-074d-449e-bbdc-041b8d332767 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:14.464220 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [req-b403eb30-3709-4322-b371-c4c24bf2e26c req-c12061fb-074d-449e-bbdc-041b8d332767 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Allocated IP 172.20.0.14 (1d71a329-4cb1-4485-80ca-4ca822c88d8d/182fb628-aba9-461c-a88f-9c7c5f5eec4d/9da4787d-243f-4772-b397-4f75240b73a7) {{(pid=80245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 09 05:41:14.600923 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e21e3fa0-d305-4e07-b3b3-0d02538988be req-2d1c81b6-6623-4587-ac9e-895f6bcffcaa tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/ports?device_id=d9f03e59-cc2d-4d46-b952-91edbd52bb00 HTTP/1.1" status: 200  len: 210 time: 0.0650210
Dec 09 05:41:14.721232 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-b403eb30-3709-4322-b371-c4c24bf2e26c req-c12061fb-074d-449e-bbdc-041b8d332767 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks [] for port, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:14.738628 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [req-b403eb30-3709-4322-b371-c4c24bf2e26c req-c12061fb-074d-449e-bbdc-041b8d332767 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Transition to ACTIVE for port object 9da4787d-243f-4772-b397-4f75240b73a7 will not be triggered until provisioned by entity DHCP. {{(pid=80245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 09 05:41:14.758480 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-b403eb30-3709-4322-b371-c4c24bf2e26c req-c12061fb-074d-449e-bbdc-041b8d332767 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249358491764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844148928'] for port, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:14.773727 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-68c7c556-5653-4df0-a6b1-e64808173a7b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:41:14.927625 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12061fb-074d-449e-bbdc-041b8d332767 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Pushing event updated for resources: {'Port': ['ID=9da4787d-243f-4772-b397-4f75240b73a7,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:41:14.940767 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-c12061fb-074d-449e-bbdc-041b8d332767 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:41:15.004705 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-31816cd9-87f8-4898-a06e-4fc634a99f42 req-f0114e75-73c4-4895-8d8f-98cc09e06142 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "GET /v2.0/security-groups/ee3d622c-051e-4fe6-b72b-e02e32d7772b HTTP/1.1" status: 200  len: 2877 time: 0.0955715
Dec 09 05:41:15.058607 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b403eb30-3709-4322-b371-c4c24bf2e26c req-c12061fb-074d-449e-bbdc-041b8d332767 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Network 1d71a329-4cb1-4485-80ca-4ca822c88d8d is already hosted by enough agents. {{(pid=80245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 09 05:41:15.062364 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [req-b403eb30-3709-4322-b371-c4c24bf2e26c req-c12061fb-074d-449e-bbdc-041b8d332767 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Resources bound (agent type, host, resource id):  {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:41:15.070745 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-b403eb30-3709-4322-b371-c4c24bf2e26c req-c12061fb-074d-449e-bbdc-041b8d332767 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Received port after_create {{(pid=80245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 09 05:41:15.155106 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-31816cd9-87f8-4898-a06e-4fc634a99f42 req-b67a816f-dd20-43de-a94b-25ae5e7805e3 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:15.165106 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b403eb30-3709-4322-b371-c4c24bf2e26c req-c12061fb-074d-449e-bbdc-041b8d332767 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:41:15.165830 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-b403eb30-3709-4322-b371-c4c24bf2e26c req-c12061fb-074d-449e-bbdc-041b8d332767 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870'] for port, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:15.220053 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-31816cd9-87f8-4898-a06e-4fc634a99f42 req-b67a816f-dd20-43de-a94b-25ae5e7805e3 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:15.235683 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b403eb30-3709-4322-b371-c4c24bf2e26c req-c12061fb-074d-449e-bbdc-041b8d332767 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5867763
Dec 09 05:41:15.253659 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-b403eb30-3709-4322-b371-c4c24bf2e26c req-6bcec659-195d-409d-9429-1f7008e55567 service neutron] Request body: {'port': {'device_id': 'd9f03e59-cc2d-4d46-b952-91edbd52bb00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:41:15.340991 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-878196ce-6d39-4a60-8c98-149658b8a952 None None] Provisioning for port 9da4787d-243f-4772-b397-4f75240b73a7 completed by entity DHCP. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 09 05:41:15.347442 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-878196ce-6d39-4a60-8c98-149658b8a952 None None] Provisioning complete for port 9da4787d-243f-4772-b397-4f75240b73a7 triggered by entity DHCP. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:41:15.348106 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-878196ce-6d39-4a60-8c98-149658b8a952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:15.372086 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-31816cd9-87f8-4898-a06e-4fc634a99f42 req-b67a816f-dd20-43de-a94b-25ae5e7805e3 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:15.379883 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-6bbdf648-db18-4921-8be2-7765a5a3847f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:41:15.409801 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-878196ce-6d39-4a60-8c98-149658b8a952 None None] Port 9da4787d-243f-4772-b397-4f75240b73a7 cannot update to ACTIVE because it is not bound. {{(pid=80247) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 09 05:41:15.413131 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67a816f-dd20-43de-a94b-25ae5e7805e3 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3d622c-051e-4fe6-b72b-e02e32d7772b,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:41:15.418056 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-b67a816f-dd20-43de-a94b-25ae5e7805e3 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:41:15.425420 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-b403eb30-3709-4322-b371-c4c24bf2e26c req-6bcec659-195d-409d-9429-1f7008e55567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:15.437111 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-31816cd9-87f8-4898-a06e-4fc634a99f42 req-b67a816f-dd20-43de-a94b-25ae5e7805e3 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:15.438417 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-31816cd9-87f8-4898-a06e-4fc634a99f42 req-b67a816f-dd20-43de-a94b-25ae5e7805e3 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] 10.222.0.39 "DELETE /v2.0/security-groups/ee3d622c-051e-4fe6-b72b-e02e32d7772b HTTP/1.1" status: 204  len: 173 time: 0.4265409
Dec 09 05:41:15.536299 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 41524) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:41:15.796464 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-03311aec-5e6a-4b76-ad6c-d8f095c08fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:15.945961 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875e097-08ba-42ee-9c10-b3f43873f739 req-1d543744-e96b-4d98-a7be-0bcd1689dc43 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:41:15.946724 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-2875e097-08ba-42ee-9c10-b3f43873f739 req-1d543744-e96b-4d98-a7be-0bcd1689dc43 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Synchronizing usage tracker for tenant:fb0759eb89c04546ab3ebe4e8a3a57f5 on resource:port {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:41:15.959438 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [req-b403eb30-3709-4322-b371-c4c24bf2e26c req-6bcec659-195d-409d-9429-1f7008e55567 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9da4787d-243f-4772-b397-4f75240b73a7 {{(pid=80245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 09 05:41:15.971157 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-b403eb30-3709-4322-b371-c4c24bf2e26c req-6bcec659-195d-409d-9429-1f7008e55567 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:15.986192 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-2875e097-08ba-42ee-9c10-b3f43873f739 req-1d543744-e96b-4d98-a7be-0bcd1689dc43 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Unset dirty status for tenant:fb0759eb89c04546ab3ebe4e8a3a57f5 on resource:port {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:41:15.989085 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2875e097-08ba-42ee-9c10-b3f43873f739 req-1d543744-e96b-4d98-a7be-0bcd1689dc43 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/ports?device_id=d9f03e59-cc2d-4d46-b952-91edbd52bb00 HTTP/1.1" status: 200  len: 932 time: 0.2099547
Dec 09 05:41:15.990193 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [req-b403eb30-3709-4322-b371-c4c24bf2e26c req-6bcec659-195d-409d-9429-1f7008e55567 service neutron] Transition to ACTIVE for port object 9da4787d-243f-4772-b397-4f75240b73a7 will not be triggered until provisioned by entity L2. {{(pid=80245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 09 05:41:15.993043 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-b403eb30-3709-4322-b371-c4c24bf2e26c req-6bcec659-195d-409d-9429-1f7008e55567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10626905'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:16.011951 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-abaf3167-f322-49e1-b41d-f1b3fea67958 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:41:16.118886 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-fad41231-16fc-42ca-8104-596dae6df3d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036851029530'] for router_interface, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:16.200846 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2875e097-08ba-42ee-9c10-b3f43873f739 req-e9048336-3b4d-48ae-86a0-014ab64b7cfb tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/security-groups?id=075f58c2-c082-4370-ab27-fbb2b1290397&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1898353
Dec 09 05:41:16.203506 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcec659-195d-409d-9429-1f7008e55567 service neutron] Pushing event updated for resources: {'Port': ['ID=9da4787d-243f-4772-b397-4f75240b73a7,revision_number=2']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:41:16.208376 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-6bcec659-195d-409d-9429-1f7008e55567 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:41:16.397778 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-b403eb30-3709-4322-b371-c4c24bf2e26c req-6bcec659-195d-409d-9429-1f7008e55567 service neutron] Attempting to bind port 9da4787d-243f-4772-b397-4f75240b73a7 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 09 05:41:16.398260 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-b403eb30-3709-4322-b371-c4c24bf2e26c req-6bcec659-195d-409d-9429-1f7008e55567 service neutron] Attempting to bind port 9da4787d-243f-4772-b397-4f75240b73a7 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '53d9c4f6-7f3c-47a3-8018-8c5e0609bb1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1d71a329-4cb1-4485-80ca-4ca822c88d8d'}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 09 05:41:16.398569 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b403eb30-3709-4322-b371-c4c24bf2e26c req-6bcec659-195d-409d-9429-1f7008e55567 service neutron] Attempting to bind port 9da4787d-243f-4772-b397-4f75240b73a7 on network 1d71a329-4cb1-4485-80ca-4ca822c88d8d {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 09 05:41:16.405246 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b403eb30-3709-4322-b371-c4c24bf2e26c req-6bcec659-195d-409d-9429-1f7008e55567 service neutron] Checking agent: {'id': '86479789-5ca7-450a-99e9-f63f20b79a87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 27, 56), 'started_at': datetime.datetime(2020, 12, 9, 5, 28, 26), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 05:41:16.405599 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b403eb30-3709-4322-b371-c4c24bf2e26c req-6bcec659-195d-409d-9429-1f7008e55567 service neutron] Checking segment: {'id': '53d9c4f6-7f3c-47a3-8018-8c5e0609bb1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1d71a329-4cb1-4485-80ca-4ca822c88d8d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 09 05:41:16.406279 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-b403eb30-3709-4322-b371-c4c24bf2e26c req-6bcec659-195d-409d-9429-1f7008e55567 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:16.407397 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b403eb30-3709-4322-b371-c4c24bf2e26c req-6bcec659-195d-409d-9429-1f7008e55567 service neutron] Bound using segment: {'id': '53d9c4f6-7f3c-47a3-8018-8c5e0609bb1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1d71a329-4cb1-4485-80ca-4ca822c88d8d'} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 05:41:16.407899 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-b403eb30-3709-4322-b371-c4c24bf2e26c req-6bcec659-195d-409d-9429-1f7008e55567 service neutron] Bound port: 9da4787d-243f-4772-b397-4f75240b73a7, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53d9c4f6-7f3c-47a3-8018-8c5e0609bb1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1d71a329-4cb1-4485-80ca-4ca822c88d8d'}}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 09 05:41:16.408278 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-b403eb30-3709-4322-b371-c4c24bf2e26c req-6bcec659-195d-409d-9429-1f7008e55567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:16.507497 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-b403eb30-3709-4322-b371-c4c24bf2e26c req-6bcec659-195d-409d-9429-1f7008e55567 service neutron] For port 9da4787d-243f-4772-b397-4f75240b73a7, host hv-cinder-76330, cleared binding levels {{(pid=80245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 09 05:41:16.510645 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-b403eb30-3709-4322-b371-c4c24bf2e26c req-6bcec659-195d-409d-9429-1f7008e55567 service neutron] For port 9da4787d-243f-4772-b397-4f75240b73a7, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=9da4787d-243f-4772-b397-4f75240b73a7,segment=NetworkSegment(53d9c4f6-7f3c-47a3-8018-8c5e0609bb1c),segment_id=53d9c4f6-7f3c-47a3-8018-8c5e0609bb1c)] {{(pid=80245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 09 05:41:16.514368 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-b403eb30-3709-4322-b371-c4c24bf2e26c req-6bcec659-195d-409d-9429-1f7008e55567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10626905'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:16.532468 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-a0fd16e8-fed2-4070-aafa-51a72e3098bf tempest-AttachVolumeTestJSON-129882023 tempest-AttachVolumeTestJSON-129882023] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:41:16.700089 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcec659-195d-409d-9429-1f7008e55567 service neutron] Pushing event updated for resources: {'Port': ['ID=9da4787d-243f-4772-b397-4f75240b73a7,revision_number=3']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:41:16.705607 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-6bcec659-195d-409d-9429-1f7008e55567 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:41:16.746217 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b403eb30-3709-4322-b371-c4c24bf2e26c req-6bcec659-195d-409d-9429-1f7008e55567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:41:16.746898 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-b403eb30-3709-4322-b371-c4c24bf2e26c req-6bcec659-195d-409d-9429-1f7008e55567 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870'] for port, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:16.748417 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b403eb30-3709-4322-b371-c4c24bf2e26c req-6bcec659-195d-409d-9429-1f7008e55567 service neutron] 10.222.0.59 "PUT /v2.0/ports/9da4787d-243f-4772-b397-4f75240b73a7 HTTP/1.1" status: 200  len: 1158 time: 1.5024111
Dec 09 05:41:16.749004 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9f03e59-cc2d-4d46-b952-91edbd52bb00', 'tag': '9da4787d-243f-4772-b397-4f75240b73a7'}] {{(pid=80245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:41:16.856699 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-fad41231-16fc-42ca-8104-596dae6df3d6 admin admin] Deleting port 153daa1e-c844-41eb-873c-3a348731d4e9 {{(pid=80246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 09 05:41:16.857530 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-fad41231-16fc-42ca-8104-596dae6df3d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787496886762'] for port, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:16.911385 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b403eb30-3709-4322-b371-c4c24bf2e26c req-5afa7671-d91e-4036-b8b6-7684899c4cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:41:16.913615 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b403eb30-3709-4322-b371-c4c24bf2e26c req-5afa7671-d91e-4036-b8b6-7684899c4cb5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fb0759eb89c04546ab3ebe4e8a3a57f5&device_id=d9f03e59-cc2d-4d46-b952-91edbd52bb00 HTTP/1.1" status: 200  len: 1161 time: 0.1070421
Dec 09 05:41:16.915938 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9f03e59-cc2d-4d46-b952-91edbd52bb00', 'tag': '9da4787d-243f-4772-b397-4f75240b73a7', 'status': 'completed', 'code': 200}
Dec 09 05:41:16.994808 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b403eb30-3709-4322-b371-c4c24bf2e26c req-b309c2af-a0d5-48d7-8fe7-31c6cbb44628 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9da4787d-243f-4772-b397-4f75240b73a7 HTTP/1.1" status: 200  len: 217 time: 0.0736070
Dec 09 05:41:17.080759 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-fad41231-16fc-42ca-8104-596dae6df3d6 admin admin] For port 153daa1e-c844-41eb-873c-3a348731d4e9, host dv-cinder-763306-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=153daa1e-c844-41eb-873c-3a348731d4e9,segment=NetworkSegment(f6d2dbab-fc73-4a6c-baf4-c6449d348147),segment_id=f6d2dbab-fc73-4a6c-baf4-c6449d348147)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:41:17.081309 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-fad41231-16fc-42ca-8104-596dae6df3d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744221'] for port, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:17.082954 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b403eb30-3709-4322-b371-c4c24bf2e26c req-50450173-e633-48ee-b184-b4d7976caaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:41:17.085606 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b403eb30-3709-4322-b371-c4c24bf2e26c req-50450173-e633-48ee-b184-b4d7976caaeb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=182fb628-aba9-461c-a88f-9c7c5f5eec4d HTTP/1.1" status: 200  len: 850 time: 0.0841634
Dec 09 05:41:17.192628 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b403eb30-3709-4322-b371-c4c24bf2e26c req-a712c355-7929-4713-bc11-e104723b84cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:41:17.194569 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b403eb30-3709-4322-b371-c4c24bf2e26c req-a712c355-7929-4713-bc11-e104723b84cd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1d71a329-4cb1-4485-80ca-4ca822c88d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1012294
Dec 09 05:41:17.352876 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2b3ef8a9-818e-4213-8824-b165e6652aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:17.367348 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b403eb30-3709-4322-b371-c4c24bf2e26c req-80a5201c-da92-4ded-b122-318a1449dd1f service neutron] 10.222.0.59 "GET /v2.0/networks/1d71a329-4cb1-4485-80ca-4ca822c88d8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1652429
Dec 09 05:41:17.480822 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-fad41231-16fc-42ca-8104-596dae6df3d6 admin admin] Calling delete_port for 153daa1e-c844-41eb-873c-3a348731d4e9 owned by network:router_interface {{(pid=80246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 09 05:41:17.599493 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b403eb30-3709-4322-b371-c4c24bf2e26c req-a5b23ec4-a0c7-4ab6-a82d-46f4f0a615c9 service neutron] 10.222.0.59 "GET /v2.0/networks/1d71a329-4cb1-4485-80ca-4ca822c88d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2141910
Dec 09 05:41:17.605763 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c922a10-1f9a-4fcf-94ab-d0da18b686b8 req-1af07906-d133-4d14-ae6b-173c0b547b37 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:41:17.607271 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1c922a10-1f9a-4fcf-94ab-d0da18b686b8 req-1af07906-d133-4d14-ae6b-173c0b547b37 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/ports?device_id=d9f03e59-cc2d-4d46-b952-91edbd52bb00 HTTP/1.1" status: 200  len: 944 time: 0.2283745
Dec 09 05:41:17.711089 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1c922a10-1f9a-4fcf-94ab-d0da18b686b8 req-d98a9d98-ec10-4e73-8080-9e22c4fcf58b tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/security-groups?id=075f58c2-c082-4370-ab27-fbb2b1290397&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0939131
Dec 09 05:41:17.715363 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-fad41231-16fc-42ca-8104-596dae6df3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787496890807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249358481609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10841009'] for port, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:17.734130 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-7534303e-bd05-43eb-bcc0-e616a6975101 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:41:17.749928 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d53bb7-933d-49d6-a54c-8bb14bd7d0ba req-bf84f521-a576-4992-bb9c-22a4348e878a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:41:17.752120 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-29d53bb7-933d-49d6-a54c-8bb14bd7d0ba req-bf84f521-a576-4992-bb9c-22a4348e878a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fb0759eb89c04546ab3ebe4e8a3a57f5&device_id=d9f03e59-cc2d-4d46-b952-91edbd52bb00 HTTP/1.1" status: 200  len: 1161 time: 0.0982933
Dec 09 05:41:17.792841 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad41231-16fc-42ca-8104-596dae6df3d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=153daa1e-c844-41eb-873c-3a348731d4e9,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:41:17.795995 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-fad41231-16fc-42ca-8104-596dae6df3d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:41:18.165991 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d53bb7-933d-49d6-a54c-8bb14bd7d0ba req-3fcd74da-a15b-472e-8684-565de623ab90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:41:18.167613 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-29d53bb7-933d-49d6-a54c-8bb14bd7d0ba req-3fcd74da-a15b-472e-8684-565de623ab90 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1d71a329-4cb1-4485-80ca-4ca822c88d8d HTTP/1.1" status: 200  len: 905 time: 0.4087820
Dec 09 05:41:18.191482 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-fad41231-16fc-42ca-8104-596dae6df3d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851548905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036851029608'] for router_interface, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:18.241265 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-29d53bb7-933d-49d6-a54c-8bb14bd7d0ba req-b397d9c3-b3f6-4a73-b5dd-778722862426 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9da4787d-243f-4772-b397-4f75240b73a7 HTTP/1.1" status: 200  len: 217 time: 0.0670419
Dec 09 05:41:18.271954 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d667687f-70e4-40ee-92a5-0e371b53b2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:18.315400 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d53bb7-933d-49d6-a54c-8bb14bd7d0ba req-003d744c-62ae-499c-a06f-bea50be358e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:41:18.316989 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-29d53bb7-933d-49d6-a54c-8bb14bd7d0ba req-003d744c-62ae-499c-a06f-bea50be358e5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=182fb628-aba9-461c-a88f-9c7c5f5eec4d HTTP/1.1" status: 200  len: 850 time: 0.0694578
Dec 09 05:41:18.412182 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d53bb7-933d-49d6-a54c-8bb14bd7d0ba req-44010e02-a78f-4cf7-a818-c3795a8efdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:41:18.414001 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-29d53bb7-933d-49d6-a54c-8bb14bd7d0ba req-44010e02-a78f-4cf7-a818-c3795a8efdd7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1d71a329-4cb1-4485-80ca-4ca822c88d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0900099
Dec 09 05:41:18.572208 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-29d53bb7-933d-49d6-a54c-8bb14bd7d0ba req-3883a80d-27f5-4c15-ad79-b3482f6190c7 service neutron] 10.222.0.59 "GET /v2.0/networks/1d71a329-4cb1-4485-80ca-4ca822c88d8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1504829
Dec 09 05:41:18.735335 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-29d53bb7-933d-49d6-a54c-8bb14bd7d0ba req-63a20229-1410-4527-b61c-82927cee73d6 service neutron] 10.222.0.59 "GET /v2.0/networks/1d71a329-4cb1-4485-80ca-4ca822c88d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1563008
Dec 09 05:41:18.746089 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fad41231-16fc-42ca-8104-596dae6df3d6 admin admin] Router 31ead335-f765-40bb-adda-e7c4b3c04f7e has already been hosted by L3 agent 16cb43a9-cd2d-4531-acd4-2457db4a9ad2 {{(pid=80246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 09 05:41:18.994348 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:18.995102 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fad41231-16fc-42ca-8104-596dae6df3d6 admin admin] Notify agent at l3_agent.dv-cinder-763306-6-iscsi the message routers_updated {{(pid=80246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 09 05:41:19.004893 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f323851-be84-42ad-ad1e-72d2352a6b7b None None] Sync routers for ids ['31ead335-f765-40bb-adda-e7c4b3c04f7e'] in dv-cinder-763306-6-iscsi {{(pid=80248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 09 05:41:19.015018 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f323851-be84-42ad-ad1e-72d2352a6b7b None None] Routers {'31ead335-f765-40bb-adda-e7c4b3c04f7e'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:41:19.016483 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-1f323851-be84-42ad-ad1e-72d2352a6b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff91cfb38>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:41:17Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['31ead335-f765-40bb-adda-e7c4b3c04f7e'], 'active': True} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:41:19.025095 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489db684-b2f3-4c32-a489-b03fd7ae947f req-596e7005-5698-4a28-b75d-68c04b5dda8d tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:41:19.026751 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-489db684-b2f3-4c32-a489-b03fd7ae947f req-596e7005-5698-4a28-b75d-68c04b5dda8d tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/ports?device_id=d9f03e59-cc2d-4d46-b952-91edbd52bb00 HTTP/1.1" status: 200  len: 944 time: 0.1520519
Dec 09 05:41:19.033191 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-fad41231-16fc-42ca-8104-596dae6df3d6 admin admin] 10.222.0.39 "PUT /v2.0/routers/31ead335-f765-40bb-adda-e7c4b3c04f7e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4922798
Dec 09 05:41:19.033488 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 41538) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:41:19.206213 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-1f323851-be84-42ad-ad1e-72d2352a6b7b None None] Set router 31ead335-f765-40bb-adda-e7c4b3c04f7e gateway port host: dv-cinder-763306-6-iscsi {{(pid=80248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:41:19.219522 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-489db684-b2f3-4c32-a489-b03fd7ae947f req-f99ea2f9-5ce4-44eb-a0bc-077640f39e53 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Synchronizing usage tracker for tenant:fb0759eb89c04546ab3ebe4e8a3a57f5 on resource:security_group {{(pid=80246) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:41:19.260080 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-489db684-b2f3-4c32-a489-b03fd7ae947f req-f99ea2f9-5ce4-44eb-a0bc-077640f39e53 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Unset dirty status for tenant:fb0759eb89c04546ab3ebe4e8a3a57f5 on resource:security_group {{(pid=80246) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:41:19.261254 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-489db684-b2f3-4c32-a489-b03fd7ae947f req-f99ea2f9-5ce4-44eb-a0bc-077640f39e53 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/security-groups?id=075f58c2-c082-4370-ab27-fbb2b1290397&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.2249222
Dec 09 05:41:19.270349 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-353ead6b-72f0-49eb-ad73-d432cf6b250a admin admin] Notify callbacks [] for router, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:19.462751 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-353ead6b-72f0-49eb-ad73-d432cf6b250a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:19.468082 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-353ead6b-72f0-49eb-ad73-d432cf6b250a admin admin] Deleting port ff3b19cd-65c7-4a93-adbc-a765c623dfa4 {{(pid=80246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 09 05:41:19.468476 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-353ead6b-72f0-49eb-ad73-d432cf6b250a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787496886762'] for port, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:19.512629 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-1f323851-be84-42ad-ad1e-72d2352a6b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff91cfb38>, [{'id': '31ead335-f765-40bb-adda-e7c4b3c04f7e', 'name': 'tempest-TestShelveInstance-853132556-router', 'tenant_id': '3e19a4471945447fb24ef19ba877456c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'ff3b19cd-65c7-4a93-adbc-a765c623dfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:35:59Z', 'updated_at': '2020-12-09T05:41:17Z', 'revision_number': 5, 'project_id': '3e19a4471945447fb24ef19ba877456c', 'gw_port': {'id': 'ff3b19cd-65c7-4a93-adbc-a765c623dfa4', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ead335-f765-40bb-adda-e7c4b3c04f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:36:00Z', 'updated_at': '2020-12-09T05:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi'}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:41:19.517059 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f323851-be84-42ad-ad1e-72d2352a6b7b None None] Checking router: 31ead335-f765-40bb-adda-e7c4b3c04f7e for host: dv-cinder-763306-6-iscsi {{(pid=80248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 09 05:41:19.526640 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f323851-be84-42ad-ad1e-72d2352a6b7b None None] Routers {'31ead335-f765-40bb-adda-e7c4b3c04f7e'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:41:19.527305 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-1f323851-be84-42ad-ad1e-72d2352a6b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff91cfb38>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:41:17Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['31ead335-f765-40bb-adda-e7c4b3c04f7e'], 'active': True} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:41:19.726003 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-1f323851-be84-42ad-ad1e-72d2352a6b7b None None] Set router 31ead335-f765-40bb-adda-e7c4b3c04f7e gateway port host: dv-cinder-763306-6-iscsi {{(pid=80248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:41:19.915102 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-353ead6b-72f0-49eb-ad73-d432cf6b250a admin admin] For port ff3b19cd-65c7-4a93-adbc-a765c623dfa4, host dv-cinder-763306-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=ff3b19cd-65c7-4a93-adbc-a765c623dfa4,segment=NetworkSegment(6806ddaa-9afa-4e45-ac00-e428af44bdb5),segment_id=6806ddaa-9afa-4e45-ac00-e428af44bdb5)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:41:19.915499 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-353ead6b-72f0-49eb-ad73-d432cf6b250a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744221'] for port, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:20.057315 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-353ead6b-72f0-49eb-ad73-d432cf6b250a admin admin] Calling delete_port for ff3b19cd-65c7-4a93-adbc-a765c623dfa4 owned by network:router_gateway {{(pid=80246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 09 05:41:20.073949 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-858fc187-cc56-4aeb-a3e2-00a52ab9489b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:20.191770 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-1f323851-be84-42ad-ad1e-72d2352a6b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff91cfb38>, [{'id': '31ead335-f765-40bb-adda-e7c4b3c04f7e', 'name': 'tempest-TestShelveInstance-853132556-router', 'tenant_id': '3e19a4471945447fb24ef19ba877456c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'ff3b19cd-65c7-4a93-adbc-a765c623dfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:35:59Z', 'updated_at': '2020-12-09T05:41:17Z', 'revision_number': 5, 'project_id': '3e19a4471945447fb24ef19ba877456c', 'gw_port': {'id': 'ff3b19cd-65c7-4a93-adbc-a765c623dfa4', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ead335-f765-40bb-adda-e7c4b3c04f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:36:00Z', 'updated_at': '2020-12-09T05:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi'}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:41:20.195873 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f323851-be84-42ad-ad1e-72d2352a6b7b None None] The sync data for ids ['31ead335-f765-40bb-adda-e7c4b3c04f7e'] in dv-cinder-763306-6-iscsi is: [{'id': '31ead335-f765-40bb-adda-e7c4b3c04f7e', 'name': 'tempest-TestShelveInstance-853132556-router', 'tenant_id': '3e19a4471945447fb24ef19ba877456c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'ff3b19cd-65c7-4a93-adbc-a765c623dfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:35:59Z', 'updated_at': '2020-12-09T05:41:17Z', 'revision_number': 5, 'project_id': '3e19a4471945447fb24ef19ba877456c', 'gw_port': {'id': 'ff3b19cd-65c7-4a93-adbc-a765c623dfa4', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ead335-f765-40bb-adda-e7c4b3c04f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:36:00Z', 'updated_at': '2020-12-09T05:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi'}] {{(pid=80248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 09 05:41:20.200558 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-353ead6b-72f0-49eb-ad73-d432cf6b250a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787496890807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249358481609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10841009'] for port, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:20.398464 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-353ead6b-72f0-49eb-ad73-d432cf6b250a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3747310'] for router_gateway, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:20.496290 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c4af6-a56a-4898-9687-df8c0a31bf96 req-0f0ff46a-d7bc-48cf-a4a3-900f159447ca tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:41:20.497935 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-658c4af6-a56a-4898-9687-df8c0a31bf96 req-0f0ff46a-d7bc-48cf-a4a3-900f159447ca tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/ports?device_id=d9f03e59-cc2d-4d46-b952-91edbd52bb00 HTTP/1.1" status: 200  len: 944 time: 0.0958440
Dec 09 05:41:20.538167 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-353ead6b-72f0-49eb-ad73-d432cf6b250a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854371584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3662'] for router, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:20.540581 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-353ead6b-72f0-49eb-ad73-d432cf6b250a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:20.557273 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-658c4af6-a56a-4898-9687-df8c0a31bf96 req-27b22d5b-663d-47f2-9351-e10e4e390a32 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/security-groups?id=075f58c2-c082-4370-ab27-fbb2b1290397&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0444140
Dec 09 05:41:20.563338 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-353ead6b-72f0-49eb-ad73-d432cf6b250a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854371398'] for router, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:20.564070 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353ead6b-72f0-49eb-ad73-d432cf6b250a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31ead335-f765-40bb-adda-e7c4b3c04f7e {{(pid=80246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 09 05:41:20.577888 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-353ead6b-72f0-49eb-ad73-d432cf6b250a admin admin] Notify callbacks [] for router, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:20.580359 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-353ead6b-72f0-49eb-ad73-d432cf6b250a admin admin] 10.222.0.39 "DELETE /v2.0/routers/31ead335-f765-40bb-adda-e7c4b3c04f7e HTTP/1.1" status: 204  len: 168 time: 1.5458515
Dec 09 05:41:20.584831 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 41544) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:41:20.660944 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3e617ce-f4ed-4a6b-9d7b-f3363d048207 admin admin] Deleting subnet 03701147-4f44-43c3-b01d-18f4abcea6b1 {{(pid=80246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 09 05:41:20.664499 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b3e617ce-f4ed-4a6b-9d7b-f3363d048207 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:20.724049 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b3e617ce-f4ed-4a6b-9d7b-f3363d048207 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1629206'] for subnet, precommit_delete_associations {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:20.824034 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b3e617ce-f4ed-4a6b-9d7b-f3363d048207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3642508'] for subnet, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:21.093157 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b3e617ce-f4ed-4a6b-9d7b-f3363d048207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851133308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854364984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036843934745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842878832'] for subnet, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:21.110119 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-d10a5d2c-2039-4e82-b253-9a0ce933ce23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:41:21.160171 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e617ce-f4ed-4a6b-9d7b-f3363d048207 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03701147-4f44-43c3-b01d-18f4abcea6b1,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:41:21.163290 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-b3e617ce-f4ed-4a6b-9d7b-f3363d048207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:41:21.250623 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b3e617ce-f4ed-4a6b-9d7b-f3363d048207 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:21.255372 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1389188-24e8-48a8-bbc0-ec8988e971e4 None None] Network 8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1 requested from dv-cinder-763306-6-iscsi {{(pid=80247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 09 05:41:21.258896 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-b3e617ce-f4ed-4a6b-9d7b-f3363d048207 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/03701147-4f44-43c3-b01d-18f4abcea6b1 HTTP/1.1" status: 204  len: 168 time: 0.6729615
Dec 09 05:41:21.261494 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 41548) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:41:21.363828 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device ff3b19cd-65c7-4a93-adbc-a765c623dfa4 no longer exists at agent ovs-agent-dv-cinder-763306-6-iscsi {{(pid=80247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 09 05:41:21.387191 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4a3e8bd7-b030-409c-9548-8ca4e0eead8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851217242'] for network, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:21.401392 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] No Port match for: ff3b19cd-65c7-4a93-adbc-a765c623dfa4 {{(pid=80247) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 09 05:41:21.401977 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device ff3b19cd-65c7-4a93-adbc-a765c623dfa4 not bound to the agent host dv-cinder-763306-6-iscsi {{(pid=80247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 09 05:41:21.402296 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device 153daa1e-c844-41eb-873c-3a348731d4e9 no longer exists at agent ovs-agent-dv-cinder-763306-6-iscsi {{(pid=80247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 09 05:41:21.461099 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-4a3e8bd7-b030-409c-9548-8ca4e0eead8e admin admin] Deleting port 5b0944d1-ea45-4353-b080-b4a95e0b7c5d {{(pid=80246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 09 05:41:21.461472 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4a3e8bd7-b030-409c-9548-8ca4e0eead8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787496886762'] for port, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:21.470098 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] No Port match for: 153daa1e-c844-41eb-873c-3a348731d4e9 {{(pid=80247) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 09 05:41:21.470473 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device 153daa1e-c844-41eb-873c-3a348731d4e9 not bound to the agent host dv-cinder-763306-6-iscsi {{(pid=80247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 09 05:41:21.596337 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e7ba06-d1a5-4fa7-9e06-615531a2c82b None None] DHCP port deletion for 8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1 request from dv-cinder-763306-6-iscsi {{(pid=80247) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 09 05:41:21.601846 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-02e7ba06-d1a5-4fa7-9e06-615531a2c82b None None] Deleting port 5b0944d1-ea45-4353-b080-b4a95e0b7c5d {{(pid=80247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 09 05:41:21.602408 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-02e7ba06-d1a5-4fa7-9e06-615531a2c82b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787496886762'] for port, before_delete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:21.692435 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-4a3e8bd7-b030-409c-9548-8ca4e0eead8e admin admin] For port 5b0944d1-ea45-4353-b080-b4a95e0b7c5d, host dv-cinder-763306-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=5b0944d1-ea45-4353-b080-b4a95e0b7c5d,segment=NetworkSegment(f6d2dbab-fc73-4a6c-baf4-c6449d348147),segment_id=f6d2dbab-fc73-4a6c-baf4-c6449d348147)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:41:21.692824 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4a3e8bd7-b030-409c-9548-8ca4e0eead8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744221'] for port, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:21.839316 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-02e7ba06-d1a5-4fa7-9e06-615531a2c82b None None] For port 5b0944d1-ea45-4353-b080-b4a95e0b7c5d, host dv-cinder-763306-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=5b0944d1-ea45-4353-b080-b4a95e0b7c5d,segment=NetworkSegment(f6d2dbab-fc73-4a6c-baf4-c6449d348147),segment_id=f6d2dbab-fc73-4a6c-baf4-c6449d348147)] {{(pid=80247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:41:21.839758 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-02e7ba06-d1a5-4fa7-9e06-615531a2c82b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744221'] for port, precommit_delete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:21.880079 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-4a3e8bd7-b030-409c-9548-8ca4e0eead8e admin admin] Calling delete_port for 5b0944d1-ea45-4353-b080-b4a95e0b7c5d owned by network:dhcp {{(pid=80246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 09 05:41:21.969357 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-02e7ba06-d1a5-4fa7-9e06-615531a2c82b None None] Calling delete_port for 5b0944d1-ea45-4353-b080-b4a95e0b7c5d owned by network:dhcp {{(pid=80247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 09 05:41:21.977657 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4a3e8bd7-b030-409c-9548-8ca4e0eead8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787496890807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249358481609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10841009'] for port, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:21.999281 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-cff87e2a-3d83-427b-8d49-375894a14873 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:41:22.046410 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.db.api [None req-02e7ba06-d1a5-4fa7-9e06-615531a2c82b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80247) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 05:41:22.046882 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_db.api [None req-02e7ba06-d1a5-4fa7-9e06-615531a2c82b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 09 05:41:22.054879 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaad65c-ce2a-408b-b84c-e7f89265a071 req-77895b22-13de-4796-9dd1-4b56fe558494 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:41:22.056515 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-dfaad65c-ce2a-408b-b84c-e7f89265a071 req-77895b22-13de-4796-9dd1-4b56fe558494 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/ports?device_id=d9f03e59-cc2d-4d46-b952-91edbd52bb00 HTTP/1.1" status: 200  len: 944 time: 0.3507404
Dec 09 05:41:22.067714 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3e8bd7-b030-409c-9548-8ca4e0eead8e admin admin] Pushing event deleted for resources: {'Port': ['ID=5b0944d1-ea45-4353-b080-b4a95e0b7c5d,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:41:22.072867 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-4a3e8bd7-b030-409c-9548-8ca4e0eead8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:41:22.191597 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-dfaad65c-ce2a-408b-b84c-e7f89265a071 req-e7dea6e7-077a-4e8d-b1a4-db7943d7733f tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/security-groups?id=075f58c2-c082-4370-ab27-fbb2b1290397&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1248848
Dec 09 05:41:22.196028 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3e8bd7-b030-409c-9548-8ca4e0eead8e admin admin] No DVR routers for this DVR port 5b0944d1-ea45-4353-b080-b4a95e0b7c5d on host dv-cinder-763306-6-iscsi {{(pid=80246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 09 05:41:22.324704 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4a3e8bd7-b030-409c-9548-8ca4e0eead8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3640018', 'neutron.services.segments.db._delete_segments_for_network--9223363249358105289'] for network, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:22.447916 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-4a3e8bd7-b030-409c-9548-8ca4e0eead8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fdff8344dd8>,) {'filters': {'network_id': ['8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1']}} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:41:22.462234 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-4a3e8bd7-b030-409c-9548-8ca4e0eead8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fdff8344dd8>, 'f6d2dbab-fc73-4a6c-baf4-c6449d348147') {'for_net_delete': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:41:22.462588 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-4a3e8bd7-b030-409c-9548-8ca4e0eead8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fdff8344dd8>, 'f6d2dbab-fc73-4a6c-baf4-c6449d348147') {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:41:22.475049 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4a3e8bd7-b030-409c-9548-8ca4e0eead8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363249358104777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853146594'] for segment, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:22.491718 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4a3e8bd7-b030-409c-9548-8ca4e0eead8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638805'] for segment, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:22.493992 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4a3e8bd7-b030-409c-9548-8ca4e0eead8e admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 09 05:41:22.548617 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-02e7ba06-d1a5-4fa7-9e06-615531a2c82b None None] Deleting port 5b0944d1-ea45-4353-b080-b4a95e0b7c5d {{(pid=80247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 09 05:41:22.549140 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-02e7ba06-d1a5-4fa7-9e06-615531a2c82b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787496886762'] for port, before_delete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:22.619897 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-02e7ba06-d1a5-4fa7-9e06-615531a2c82b None None] The port '5b0944d1-ea45-4353-b080-b4a95e0b7c5d' was deleted {{(pid=80247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 09 05:41:22.682940 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-4a3e8bd7-b030-409c-9548-8ca4e0eead8e admin admin] Network 8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1 has no segments {{(pid=80246) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 09 05:41:22.692677 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4a3e8bd7-b030-409c-9548-8ca4e0eead8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851136996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843934838'] for segment, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:22.876793 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-4a3e8bd7-b030-409c-9548-8ca4e0eead8e admin admin] Network 8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1 has no segments {{(pid=80246) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 09 05:41:22.899617 dv-cinder-763306-6-iscsi neutron-server[80130]: Traceback (most recent call last):
Dec 09 05:41:22.899617 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 09 05:41:22.899617 dv-cinder-763306-6-iscsi neutron-server[80130]:     timer()
Dec 09 05:41:22.899617 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 05:41:22.899617 dv-cinder-763306-6-iscsi neutron-server[80130]:     cb(*args, **kw)
Dec 09 05:41:22.899617 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 09 05:41:22.899617 dv-cinder-763306-6-iscsi neutron-server[80130]:     return func(*args, **kwargs)
Dec 09 05:41:22.899617 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 05:41:22.899617 dv-cinder-763306-6-iscsi neutron-server[80130]:     self._notify()
Dec 09 05:41:22.899617 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 05:41:22.899617 dv-cinder-763306-6-iscsi neutron-server[80130]:     self.callback(batched_events)
Dec 09 05:41:22.899617 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 05:41:22.899617 dv-cinder-763306-6-iscsi neutron-server[80130]:     event.method(event)
Dec 09 05:41:22.899617 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 05:41:22.899617 dv-cinder-763306-6-iscsi neutron-server[80130]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 05:41:22.899617 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 09 05:41:22.899617 dv-cinder-763306-6-iscsi neutron-server[80130]:     segment_id)['aggregates'][0]
Dec 09 05:41:22.899617 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 05:41:22.899617 dv-cinder-763306-6-iscsi neutron-server[80130]:     return f(self, *a, **k)
Dec 09 05:41:22.899617 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 09 05:41:22.899617 dv-cinder-763306-6-iscsi neutron-server[80130]:     return self._get(url).json()
Dec 09 05:41:22.899617 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 05:41:22.899617 dv-cinder-763306-6-iscsi neutron-server[80130]:     **kwargs)
Dec 09 05:41:22.899617 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 05:41:22.899617 dv-cinder-763306-6-iscsi neutron-server[80130]:     return self.request(url, 'GET', **kwargs)
Dec 09 05:41:22.899617 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 09 05:41:22.899617 dv-cinder-763306-6-iscsi neutron-server[80130]:     **endpoint_filter)
Dec 09 05:41:22.899617 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 05:41:22.899617 dv-cinder-763306-6-iscsi neutron-server[80130]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 05:41:22.899617 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 05:41:22.899617 dv-cinder-763306-6-iscsi neutron-server[80130]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 05:41:22.899617 dv-cinder-763306-6-iscsi neutron-server[80130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 05:41:22.980475 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4a3e8bd7-b030-409c-9548-8ca4e0eead8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851135783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854364948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036851028489'] for network, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:22.983994 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-263d23f7-43c8-4335-8080-4b9475ce2de0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:41:23.001061 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4a3e8bd7-b030-409c-9548-8ca4e0eead8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3226941'] for network, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:23.009981 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3e8bd7-b030-409c-9548-8ca4e0eead8e admin admin] Pushing event deleted for resources: {'Network': ['ID=8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:41:23.013368 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-4a3e8bd7-b030-409c-9548-8ca4e0eead8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:41:23.023795 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-4a3e8bd7-b030-409c-9548-8ca4e0eead8e admin admin] 10.222.0.39 "DELETE /v2.0/networks/8ba6cef7-d4de-43f7-b9ab-2a3f270d70b1 HTTP/1.1" status: 204  len: 168 time: 1.7612159
Dec 09 05:41:23.032969 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 41554) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:41:23.368797 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device 5b0944d1-ea45-4353-b080-b4a95e0b7c5d no longer exists at agent ovs-agent-dv-cinder-763306-6-iscsi {{(pid=80247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 09 05:41:23.402958 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] No Port match for: 5b0944d1-ea45-4353-b080-b4a95e0b7c5d {{(pid=80247) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 09 05:41:23.403352 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device 5b0944d1-ea45-4353-b080-b4a95e0b7c5d not bound to the agent host dv-cinder-763306-6-iscsi {{(pid=80247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 09 05:41:23.469998 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c3d4daef-5754-4b4b-8afe-32f3fd4a1ca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036851029530'] for router_interface, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:23.600471 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47261469-8940-42f4-97ff-4313c06cf3ca req-f90eb439-e5b7-4fee-8bdf-3d2d0e5d51b6 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:41:23.602108 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-47261469-8940-42f4-97ff-4313c06cf3ca req-f90eb439-e5b7-4fee-8bdf-3d2d0e5d51b6 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/ports?device_id=d9f03e59-cc2d-4d46-b952-91edbd52bb00 HTTP/1.1" status: 200  len: 944 time: 0.2619324
Dec 09 05:41:23.691159 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-47261469-8940-42f4-97ff-4313c06cf3ca req-ea6fdd3b-12eb-48ea-8b3d-cc71d7d4ffe4 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/security-groups?id=075f58c2-c082-4370-ab27-fbb2b1290397&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0805430
Dec 09 05:41:24.136218 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-c3d4daef-5754-4b4b-8afe-32f3fd4a1ca1 admin admin] Deleting port 8ba86963-bec1-4fcd-8a5e-095d893a64af {{(pid=80245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 09 05:41:24.136601 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c3d4daef-5754-4b4b-8afe-32f3fd4a1ca1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787496886762'] for port, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:24.329026 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-c3d4daef-5754-4b4b-8afe-32f3fd4a1ca1 admin admin] For port 8ba86963-bec1-4fcd-8a5e-095d893a64af, host dv-cinder-763306-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=8ba86963-bec1-4fcd-8a5e-095d893a64af,segment=NetworkSegment(5f5627ed-411c-4c80-8aaa-cec8de28cce3),segment_id=5f5627ed-411c-4c80-8aaa-cec8de28cce3)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:41:24.329427 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c3d4daef-5754-4b4b-8afe-32f3fd4a1ca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744221'] for port, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:24.357393 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device 9da4787d-243f-4772-b397-4f75240b73a7 up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:41:24.434474 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning for port 9da4787d-243f-4772-b397-4f75240b73a7 completed by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 09 05:41:24.439634 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port 9da4787d-243f-4772-b397-4f75240b73a7 triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:41:24.440064 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:24.470276 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-c3d4daef-5754-4b4b-8afe-32f3fd4a1ca1 admin admin] Calling delete_port for 8ba86963-bec1-4fcd-8a5e-095d893a64af owned by network:router_interface {{(pid=80245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 09 05:41:24.567148 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:24.598494 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9f03e59-cc2d-4d46-b952-91edbd52bb00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da4787d-243f-4772-b397-4f75240b73a7'}] {{(pid=80247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:41:24.609765 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] For port 9da4787d-243f-4772-b397-4f75240b73a7, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=9da4787d-243f-4772-b397-4f75240b73a7,segment=NetworkSegment(53d9c4f6-7f3c-47a3-8018-8c5e0609bb1c),segment_id=53d9c4f6-7f3c-47a3-8018-8c5e0609bb1c)] {{(pid=80247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:41:24.613333 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:24.615092 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-cb5d6e58-81f8-4bce-8f4e-4f4124bcdda0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:41:24.657408 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c3d4daef-5754-4b4b-8afe-32f3fd4a1ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787496890807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249358481609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844148928'] for port, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:24.673800 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-44af2c4e-c234-4840-b599-9721e8c9fc17 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:41:24.690954 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Pushing event updated for resources: {'Port': ['ID=9da4787d-243f-4772-b397-4f75240b73a7,revision_number=4']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:41:24.694222 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:41:24.730141 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d4daef-5754-4b4b-8afe-32f3fd4a1ca1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ba86963-bec1-4fcd-8a5e-095d893a64af,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:41:24.733085 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-c3d4daef-5754-4b4b-8afe-32f3fd4a1ca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:41:24.842232 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9f03e59-cc2d-4d46-b952-91edbd52bb00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da4787d-243f-4772-b397-4f75240b73a7', 'code': 200}
Dec 09 05:41:25.433029 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808dca5a-af25-4fd0-bc8e-40c8e3cda40a req-46ac3b87-89a9-4827-ba9e-b5aa2d52c2b8 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:41:25.434792 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-808dca5a-af25-4fd0-bc8e-40c8e3cda40a req-46ac3b87-89a9-4827-ba9e-b5aa2d52c2b8 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/ports?device_id=d9f03e59-cc2d-4d46-b952-91edbd52bb00 HTTP/1.1" status: 200  len: 946 time: 0.5792885
Dec 09 05:41:25.537094 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-808dca5a-af25-4fd0-bc8e-40c8e3cda40a req-ca325034-7aef-4e3a-9312-37531c1203ea tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/security-groups?id=075f58c2-c082-4370-ab27-fbb2b1290397&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0839465
Dec 09 05:41:25.552163 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c3d4daef-5754-4b4b-8afe-32f3fd4a1ca1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851548905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036851029608'] for router_interface, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:25.590395 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcad907-a49c-4d53-aed9-0c9694d880e5 req-dad05577-59b2-4c95-9cac-c24fe91204b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:41:25.592006 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1bcad907-a49c-4d53-aed9-0c9694d880e5 req-dad05577-59b2-4c95-9cac-c24fe91204b0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d9f03e59-cc2d-4d46-b952-91edbd52bb00 HTTP/1.1" status: 200  len: 1163 time: 0.2255254
Dec 09 05:41:25.712032 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1bcad907-a49c-4d53-aed9-0c9694d880e5 req-1a05bf0d-e655-403c-b194-1d2d0892d0a5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=075f58c2-c082-4370-ab27-fbb2b1290397&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0647168
Dec 09 05:41:26.097648 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device 9da4787d-243f-4772-b397-4f75240b73a7 up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:41:26.128420 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3d4daef-5754-4b4b-8afe-32f3fd4a1ca1 admin admin] Router e8d1fda5-a1f5-4a6e-aee3-9bd0fd69ca1f has already been hosted by L3 agent 16cb43a9-cd2d-4531-acd4-2457db4a9ad2 {{(pid=80245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 09 05:41:26.171062 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port 9da4787d-243f-4772-b397-4f75240b73a7 triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:41:26.171504 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:26.325068 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d4daef-5754-4b4b-8afe-32f3fd4a1ca1 admin admin] Notify agent at l3_agent.dv-cinder-763306-6-iscsi the message routers_updated {{(pid=80245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 09 05:41:26.335660 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-c3d4daef-5754-4b4b-8afe-32f3fd4a1ca1 admin admin] 10.222.0.39 "PUT /v2.0/routers/e8d1fda5-a1f5-4a6e-aee3-9bd0fd69ca1f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3012738
Dec 09 05:41:26.336407 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1a8a00-f269-41cb-8aee-36e506634713 None None] Sync routers for ids ['e8d1fda5-a1f5-4a6e-aee3-9bd0fd69ca1f'] in dv-cinder-763306-6-iscsi {{(pid=80247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 09 05:41:26.338300 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 41566) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:41:26.347860 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1a8a00-f269-41cb-8aee-36e506634713 None None] Routers {'e8d1fda5-a1f5-4a6e-aee3-9bd0fd69ca1f'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:41:26.348483 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-8b1a8a00-f269-41cb-8aee-36e506634713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff831d9e8>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:41:17Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['e8d1fda5-a1f5-4a6e-aee3-9bd0fd69ca1f'], 'active': True} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:41:26.531907 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c544d806-d07c-427c-9801-70b3a18bd5f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:26.550198 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-8b1a8a00-f269-41cb-8aee-36e506634713 None None] Set router e8d1fda5-a1f5-4a6e-aee3-9bd0fd69ca1f gateway port host: dv-cinder-763306-6-iscsi {{(pid=80247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:41:26.736160 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c544d806-d07c-427c-9801-70b3a18bd5f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:26.742965 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-c544d806-d07c-427c-9801-70b3a18bd5f3 admin admin] Deleting port ba227018-7d57-46a5-8922-ba67d493e76e {{(pid=80245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 09 05:41:26.743352 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c544d806-d07c-427c-9801-70b3a18bd5f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787496886762'] for port, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:26.816143 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fe6c59-11ed-4847-8019-10d9b8c64d57 req-99880e91-10bc-4403-acb6-eaa8349ad319 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:41:26.825173 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d8fe6c59-11ed-4847-8019-10d9b8c64d57 req-99880e91-10bc-4403-acb6-eaa8349ad319 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/ports?device_id=d9f03e59-cc2d-4d46-b952-91edbd52bb00 HTTP/1.1" status: 200  len: 946 time: 0.1230052
Dec 09 05:41:26.876631 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d8fe6c59-11ed-4847-8019-10d9b8c64d57 req-c702a2be-ba71-44e6-838d-a83c1b3ee483 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/security-groups?id=075f58c2-c082-4370-ab27-fbb2b1290397&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0500314
Dec 09 05:41:26.907439 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-8b1a8a00-f269-41cb-8aee-36e506634713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff831d9e8>, [{'id': 'e8d1fda5-a1f5-4a6e-aee3-9bd0fd69ca1f', 'name': 'tempest-TestShelveInstance-381512869-router', 'tenant_id': 'b851a6e1733b4e18939b9a06b4e82dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'ba227018-7d57-46a5-8922-ba67d493e76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:36:10Z', 'updated_at': '2020-12-09T05:41:24Z', 'revision_number': 5, 'project_id': 'b851a6e1733b4e18939b9a06b4e82dae', 'gw_port': {'id': 'ba227018-7d57-46a5-8922-ba67d493e76e', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:53:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d1fda5-a1f5-4a6e-aee3-9bd0fd69ca1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:36:11Z', 'updated_at': '2020-12-09T05:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi'}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:41:26.911725 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1a8a00-f269-41cb-8aee-36e506634713 None None] Checking router: e8d1fda5-a1f5-4a6e-aee3-9bd0fd69ca1f for host: dv-cinder-763306-6-iscsi {{(pid=80247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 09 05:41:26.920809 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1a8a00-f269-41cb-8aee-36e506634713 None None] Routers {'e8d1fda5-a1f5-4a6e-aee3-9bd0fd69ca1f'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:41:26.921995 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-8b1a8a00-f269-41cb-8aee-36e506634713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff831d9e8>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:41:17Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['e8d1fda5-a1f5-4a6e-aee3-9bd0fd69ca1f'], 'active': True} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:41:26.958434 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-c544d806-d07c-427c-9801-70b3a18bd5f3 admin admin] For port ba227018-7d57-46a5-8922-ba67d493e76e, host dv-cinder-763306-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=ba227018-7d57-46a5-8922-ba67d493e76e,segment=NetworkSegment(6806ddaa-9afa-4e45-ac00-e428af44bdb5),segment_id=6806ddaa-9afa-4e45-ac00-e428af44bdb5)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:41:26.958836 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c544d806-d07c-427c-9801-70b3a18bd5f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744221'] for port, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:27.090004 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-c544d806-d07c-427c-9801-70b3a18bd5f3 admin admin] Calling delete_port for ba227018-7d57-46a5-8922-ba67d493e76e owned by network:router_gateway {{(pid=80245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 09 05:41:27.242989 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c544d806-d07c-427c-9801-70b3a18bd5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787496890807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249358481609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844148928'] for port, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:27.285660 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-8b1a8a00-f269-41cb-8aee-36e506634713 None None] Set router e8d1fda5-a1f5-4a6e-aee3-9bd0fd69ca1f gateway port host: dv-cinder-763306-6-iscsi {{(pid=80247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:41:27.440242 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c544d806-d07c-427c-9801-70b3a18bd5f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3747310'] for router_gateway, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:27.497877 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:27.573567 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c544d806-d07c-427c-9801-70b3a18bd5f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854371584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3662'] for router, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:27.575941 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c544d806-d07c-427c-9801-70b3a18bd5f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:27.599189 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c544d806-d07c-427c-9801-70b3a18bd5f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854371398'] for router, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:27.599761 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c544d806-d07c-427c-9801-70b3a18bd5f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8d1fda5-a1f5-4a6e-aee3-9bd0fd69ca1f {{(pid=80245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 09 05:41:27.613510 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c544d806-d07c-427c-9801-70b3a18bd5f3 admin admin] Notify callbacks [] for router, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:27.614810 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-c544d806-d07c-427c-9801-70b3a18bd5f3 admin admin] 10.222.0.39 "DELETE /v2.0/routers/e8d1fda5-a1f5-4a6e-aee3-9bd0fd69ca1f HTTP/1.1" status: 204  len: 168 time: 1.2753668
Dec 09 05:41:27.617574 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 41572) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:41:27.619163 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-8b1a8a00-f269-41cb-8aee-36e506634713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff831d9e8>, [{'id': 'e8d1fda5-a1f5-4a6e-aee3-9bd0fd69ca1f', 'name': 'tempest-TestShelveInstance-381512869-router', 'tenant_id': 'b851a6e1733b4e18939b9a06b4e82dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'ba227018-7d57-46a5-8922-ba67d493e76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:36:10Z', 'updated_at': '2020-12-09T05:41:24Z', 'revision_number': 5, 'project_id': 'b851a6e1733b4e18939b9a06b4e82dae', 'gw_port': {'id': 'ba227018-7d57-46a5-8922-ba67d493e76e', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:53:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d1fda5-a1f5-4a6e-aee3-9bd0fd69ca1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:36:11Z', 'updated_at': '2020-12-09T05:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi'}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:41:27.623510 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1a8a00-f269-41cb-8aee-36e506634713 None None] The sync data for ids ['e8d1fda5-a1f5-4a6e-aee3-9bd0fd69ca1f'] in dv-cinder-763306-6-iscsi is: [{'id': 'e8d1fda5-a1f5-4a6e-aee3-9bd0fd69ca1f', 'name': 'tempest-TestShelveInstance-381512869-router', 'tenant_id': 'b851a6e1733b4e18939b9a06b4e82dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'ba227018-7d57-46a5-8922-ba67d493e76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:36:10Z', 'updated_at': '2020-12-09T05:41:24Z', 'revision_number': 5, 'project_id': 'b851a6e1733b4e18939b9a06b4e82dae', 'gw_port': {'id': 'ba227018-7d57-46a5-8922-ba67d493e76e', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:53:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d1fda5-a1f5-4a6e-aee3-9bd0fd69ca1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:36:11Z', 'updated_at': '2020-12-09T05:36:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi'}] {{(pid=80247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 09 05:41:27.943187 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_v2 [None req-df59edcd-1120-4ddb-a681-bc6bf5e9eb13 admin admin] Deleting subnet 8914e3b2-6ca0-4141-a023-7eae3e05939b {{(pid=80245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 09 05:41:27.946525 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-df59edcd-1120-4ddb-a681-bc6bf5e9eb13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:28.003695 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-df59edcd-1120-4ddb-a681-bc6bf5e9eb13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036844206957'] for subnet, precommit_delete_associations {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:28.163133 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4496b2-0a5b-4b6d-9558-ac4671eef0b0 req-ef609cf1-f4f3-4eb4-a052-ca317c8cacf1 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:41:28.164759 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-be4496b2-0a5b-4b6d-9558-ac4671eef0b0 req-ef609cf1-f4f3-4eb4-a052-ca317c8cacf1 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/ports?device_id=d9f03e59-cc2d-4d46-b952-91edbd52bb00 HTTP/1.1" status: 200  len: 946 time: 0.1289799
Dec 09 05:41:28.167418 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-df59edcd-1120-4ddb-a681-bc6bf5e9eb13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3642508'] for subnet, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:28.277377 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-be4496b2-0a5b-4b6d-9558-ac4671eef0b0 req-9b229c5a-5b7b-4151-aa69-061c35b983e2 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/security-groups?id=075f58c2-c082-4370-ab27-fbb2b1290397&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0792592
Dec 09 05:41:28.486938 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-df59edcd-1120-4ddb-a681-bc6bf5e9eb13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851133308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854364984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10626838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843797784'] for subnet, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:28.503298 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:41:28.508976 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445658f8-f71e-4f11-984e-cd2bd4ec92b5 req-54f9f47b-660e-4b17-9a58-5c75e7f6b11d tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:41:28.510596 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-445658f8-f71e-4f11-984e-cd2bd4ec92b5 req-54f9f47b-660e-4b17-9a58-5c75e7f6b11d tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/ports?device_id=d9f03e59-cc2d-4d46-b952-91edbd52bb00 HTTP/1.1" status: 200  len: 946 time: 0.0928373
Dec 09 05:41:28.554322 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df59edcd-1120-4ddb-a681-bc6bf5e9eb13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8914e3b2-6ca0-4141-a023-7eae3e05939b,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:41:28.559555 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-df59edcd-1120-4ddb-a681-bc6bf5e9eb13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:41:28.560584 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-445658f8-f71e-4f11-984e-cd2bd4ec92b5 req-d1e1c96a-63d8-48df-96bc-5146241fb72c tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/security-groups?id=075f58c2-c082-4370-ab27-fbb2b1290397&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0429738
Dec 09 05:41:28.743310 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-df59edcd-1120-4ddb-a681-bc6bf5e9eb13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3226941'] for subnet, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:28.743900 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0658b052-d577-4494-b3ed-fb676af7f471 None None] Network d2981adf-93e0-43c4-bf01-81a2f15f622a requested from dv-cinder-763306-6-iscsi {{(pid=80247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 09 05:41:28.762731 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-df59edcd-1120-4ddb-a681-bc6bf5e9eb13 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/8914e3b2-6ca0-4141-a023-7eae3e05939b HTTP/1.1" status: 204  len: 168 time: 1.1439855
Dec 09 05:41:28.765709 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 41582) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:41:28.805176 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-37011ca2-fe46-42e3-85a3-a2b2980a6de9 req-74ef9c68-92a0-4214-97c3-4266626b938b tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1784749
Dec 09 05:41:28.815862 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-37011ca2-fe46-42e3-85a3-a2b2980a6de9 req-1d109f4c-82a5-422c-9b5a-26a9ce738f4e tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Request body: {'floatingip': {'floating_network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:41:28.822212 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-37011ca2-fe46-42e3-85a3-a2b2980a6de9 req-1d109f4c-82a5-422c-9b5a-26a9ce738f4e tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:41:28.826792 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-37011ca2-fe46-42e3-85a3-a2b2980a6de9 req-1d109f4c-82a5-422c-9b5a-26a9ce738f4e tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Usage tracker for resource:floatingip and tenant:fb0759eb89c04546ab3ebe4e8a3a57f5 is out of sync, need to count used quota {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 09 05:41:28.830707 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-37011ca2-fe46-42e3-85a3-a2b2980a6de9 req-1d109f4c-82a5-422c-9b5a-26a9ce738f4e tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80245) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 09 05:41:28.836892 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-37011ca2-fe46-42e3-85a3-a2b2980a6de9 req-1d109f4c-82a5-422c-9b5a-26a9ce738f4e tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:41:28.848232 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-37011ca2-fe46-42e3-85a3-a2b2980a6de9 req-1d109f4c-82a5-422c-9b5a-26a9ce738f4e tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks [] for floatingip, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:28.904411 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4ba6635e-bd5d-4a59-8050-271bb274c29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851217242'] for network, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:28.983725 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-4ba6635e-bd5d-4a59-8050-271bb274c29b admin admin] Deleting port 69c2bb50-42d6-4198-a274-d71a46e4feb3 {{(pid=80246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 09 05:41:28.984743 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4ba6635e-bd5d-4a59-8050-271bb274c29b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787496886762'] for port, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:29.003048 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-37011ca2-fe46-42e3-85a3-a2b2980a6de9 req-1d109f4c-82a5-422c-9b5a-26a9ce738f4e tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:29.018948 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d8782a-5d94-4af8-924b-9275a4aebe47 None None] DHCP port deletion for d2981adf-93e0-43c4-bf01-81a2f15f622a request from dv-cinder-763306-6-iscsi {{(pid=80247) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 09 05:41:29.023310 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-77d8782a-5d94-4af8-924b-9275a4aebe47 None None] Deleting port 69c2bb50-42d6-4198-a274-d71a46e4feb3 {{(pid=80247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 09 05:41:29.023967 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-77d8782a-5d94-4af8-924b-9275a4aebe47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787496886762'] for port, before_delete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:29.210186 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-4ba6635e-bd5d-4a59-8050-271bb274c29b admin admin] For port 69c2bb50-42d6-4198-a274-d71a46e4feb3, host dv-cinder-763306-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=69c2bb50-42d6-4198-a274-d71a46e4feb3,segment=NetworkSegment(5f5627ed-411c-4c80-8aaa-cec8de28cce3),segment_id=5f5627ed-411c-4c80-8aaa-cec8de28cce3)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:41:29.210600 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4ba6635e-bd5d-4a59-8050-271bb274c29b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744221'] for port, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:29.247544 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-77d8782a-5d94-4af8-924b-9275a4aebe47 None None] For port 69c2bb50-42d6-4198-a274-d71a46e4feb3, host dv-cinder-763306-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=69c2bb50-42d6-4198-a274-d71a46e4feb3,segment=NetworkSegment(5f5627ed-411c-4c80-8aaa-cec8de28cce3),segment_id=5f5627ed-411c-4c80-8aaa-cec8de28cce3)] {{(pid=80247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:41:29.247906 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-77d8782a-5d94-4af8-924b-9275a4aebe47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744221'] for port, precommit_delete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:29.306151 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [req-37011ca2-fe46-42e3-85a3-a2b2980a6de9 req-1d109f4c-82a5-422c-9b5a-26a9ce738f4e tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Allocated IP 172.27.2.106 (1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89/b1368c69-6e14-4d1d-80ab-b679585c21ba/afb073cb-aee2-44f1-827b-58e39647ebf4) {{(pid=80245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 09 05:41:29.382937 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-77d8782a-5d94-4af8-924b-9275a4aebe47 None None] Calling delete_port for 69c2bb50-42d6-4198-a274-d71a46e4feb3 owned by network:dhcp {{(pid=80247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 09 05:41:29.413327 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device 8ba86963-bec1-4fcd-8a5e-095d893a64af no longer exists at agent ovs-agent-dv-cinder-763306-6-iscsi {{(pid=80247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 09 05:41:29.462073 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] No Port match for: 8ba86963-bec1-4fcd-8a5e-095d893a64af {{(pid=80247) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 09 05:41:29.462406 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device 8ba86963-bec1-4fcd-8a5e-095d893a64af not bound to the agent host dv-cinder-763306-6-iscsi {{(pid=80247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 09 05:41:29.462850 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device 69c2bb50-42d6-4198-a274-d71a46e4feb3 no longer exists at agent ovs-agent-dv-cinder-763306-6-iscsi {{(pid=80247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 09 05:41:29.507522 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-37011ca2-fe46-42e3-85a3-a2b2980a6de9 req-1d109f4c-82a5-422c-9b5a-26a9ce738f4e tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks [] for port, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:29.535344 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-37011ca2-fe46-42e3-85a3-a2b2980a6de9 req-1d109f4c-82a5-422c-9b5a-26a9ce738f4e tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249358491764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844148928'] for port, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:29.548957 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-9ff4eb1c-8f62-44d5-ac24-0793fe972429 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:41:29.552858 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.plugins.ml2.db [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] No ports have port_id starting with 69c2bb50-42d6-4198-a274-d71a46e4feb3
Dec 09 05:41:29.553654 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-77d8782a-5d94-4af8-924b-9275a4aebe47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787496890807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249358481609'] for port, after_delete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:29.569322 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-cb5d6e58-81f8-4bce-8f4e-4f4124bcdda0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:41:29.584955 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-4ba6635e-bd5d-4a59-8050-271bb274c29b admin admin] Calling delete_port for 69c2bb50-42d6-4198-a274-d71a46e4feb3 owned by network:dhcp {{(pid=80246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 09 05:41:29.600709 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device ba227018-7d57-46a5-8922-ba67d493e76e no longer exists at agent ovs-agent-dv-cinder-763306-6-iscsi {{(pid=80247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 09 05:41:29.658181 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.db.api [None req-4ba6635e-bd5d-4a59-8050-271bb274c29b admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80246) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 05:41:29.658405 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] No Port match for: ba227018-7d57-46a5-8922-ba67d493e76e {{(pid=80247) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 09 05:41:29.658521 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_db.api [None req-4ba6635e-bd5d-4a59-8050-271bb274c29b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 09 05:41:29.658623 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device ba227018-7d57-46a5-8922-ba67d493e76e not bound to the agent host dv-cinder-763306-6-iscsi {{(pid=80247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 09 05:41:29.662586 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d8782a-5d94-4af8-924b-9275a4aebe47 None None] Pushing event deleted for resources: {'Port': ['ID=69c2bb50-42d6-4198-a274-d71a46e4feb3,revision_number=None']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:41:29.700493 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d109f4c-82a5-422c-9b5a-26a9ce738f4e tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Pushing event updated for resources: {'Port': ['ID=afb073cb-aee2-44f1-827b-58e39647ebf4,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:41:29.705157 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-1d109f4c-82a5-422c-9b5a-26a9ce738f4e tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:41:29.717475 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-77d8782a-5d94-4af8-924b-9275a4aebe47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:41:29.748124 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d8782a-5d94-4af8-924b-9275a4aebe47 None None] No DVR routers for this DVR port 69c2bb50-42d6-4198-a274-d71a46e4feb3 on host dv-cinder-763306-6-iscsi {{(pid=80247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 09 05:41:29.751581 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37011ca2-fe46-42e3-85a3-a2b2980a6de9 req-1d109f4c-82a5-422c-9b5a-26a9ce738f4e tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Network 1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89 is already hosted by enough agents. {{(pid=80245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 09 05:41:29.754208 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [req-37011ca2-fe46-42e3-85a3-a2b2980a6de9 req-1d109f4c-82a5-422c-9b5a-26a9ce738f4e tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Resources bound (agent type, host, resource id):  {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:41:29.755616 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-37011ca2-fe46-42e3-85a3-a2b2980a6de9 req-1d109f4c-82a5-422c-9b5a-26a9ce738f4e tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Received port after_create {{(pid=80245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 09 05:41:29.841751 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-37011ca2-fe46-42e3-85a3-a2b2980a6de9 req-1d109f4c-82a5-422c-9b5a-26a9ce738f4e tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks [] for floatingip, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:29.900856 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-37011ca2-fe46-42e3-85a3-a2b2980a6de9 req-1d109f4c-82a5-422c-9b5a-26a9ce738f4e tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:30.159352 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-4ba6635e-bd5d-4a59-8050-271bb274c29b admin admin] Deleting port 69c2bb50-42d6-4198-a274-d71a46e4feb3 {{(pid=80246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 09 05:41:30.159829 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4ba6635e-bd5d-4a59-8050-271bb274c29b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787496886762'] for port, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:30.170599 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-37011ca2-fe46-42e3-85a3-a2b2980a6de9 req-1d109f4c-82a5-422c-9b5a-26a9ce738f4e tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks [] for port, precommit_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:30.174369 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-37011ca2-fe46-42e3-85a3-a2b2980a6de9 req-1d109f4c-82a5-422c-9b5a-26a9ce738f4e tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10626905'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:30.189547 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-6bcec659-195d-409d-9429-1f7008e55567 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:41:30.227122 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-4ba6635e-bd5d-4a59-8050-271bb274c29b admin admin] The port '69c2bb50-42d6-4198-a274-d71a46e4feb3' was deleted {{(pid=80246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 09 05:41:30.332393 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d109f4c-82a5-422c-9b5a-26a9ce738f4e tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Pushing event updated for resources: {'Port': ['ID=afb073cb-aee2-44f1-827b-58e39647ebf4,revision_number=2']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:41:30.337034 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-1d109f4c-82a5-422c-9b5a-26a9ce738f4e tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:41:30.356119 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4ba6635e-bd5d-4a59-8050-271bb274c29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3640018', 'neutron.services.segments.db._delete_segments_for_network--9223363249358105289'] for network, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:30.434728 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-37011ca2-fe46-42e3-85a3-a2b2980a6de9 req-1d109f4c-82a5-422c-9b5a-26a9ce738f4e tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851028540'] for floatingip, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:30.465287 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-37011ca2-fe46-42e3-85a3-a2b2980a6de9 req-1d109f4c-82a5-422c-9b5a-26a9ce738f4e tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870'] for floatingip, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:30.466707 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-37011ca2-fe46-42e3-85a3-a2b2980a6de9 req-1d109f4c-82a5-422c-9b5a-26a9ce738f4e tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.6556656
Dec 09 05:41:30.474711 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-4ba6635e-bd5d-4a59-8050-271bb274c29b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fdff3aa5d68>,) {'filters': {'network_id': ['d2981adf-93e0-43c4-bf01-81a2f15f622a']}} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:41:30.492190 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-4ba6635e-bd5d-4a59-8050-271bb274c29b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fdff3aa5d68>, '5f5627ed-411c-4c80-8aaa-cec8de28cce3') {'for_net_delete': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:41:30.492516 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-4ba6635e-bd5d-4a59-8050-271bb274c29b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fdff3aa5d68>, '5f5627ed-411c-4c80-8aaa-cec8de28cce3') {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:41:30.504749 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4ba6635e-bd5d-4a59-8050-271bb274c29b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363249358104777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853146594'] for segment, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:30.522460 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4ba6635e-bd5d-4a59-8050-271bb274c29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638805'] for segment, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:30.524540 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4ba6635e-bd5d-4a59-8050-271bb274c29b admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 09 05:41:30.558866 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-37011ca2-fe46-42e3-85a3-a2b2980a6de9 req-f9aa7dfe-a76d-4ff7-9679-ab7420091a2d tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Synchronizing usage tracker for tenant:fb0759eb89c04546ab3ebe4e8a3a57f5 on resource:floatingip {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:41:30.576773 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-37011ca2-fe46-42e3-85a3-a2b2980a6de9 req-f9aa7dfe-a76d-4ff7-9679-ab7420091a2d tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Unset dirty status for tenant:fb0759eb89c04546ab3ebe4e8a3a57f5 on resource:floatingip {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:41:30.579241 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-37011ca2-fe46-42e3-85a3-a2b2980a6de9 req-f9aa7dfe-a76d-4ff7-9679-ab7420091a2d tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.27.2.106 HTTP/1.1" status: 200  len: 696 time: 0.1041820
Dec 09 05:41:30.708360 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-4ba6635e-bd5d-4a59-8050-271bb274c29b admin admin] Network d2981adf-93e0-43c4-bf01-81a2f15f622a has no segments {{(pid=80246) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 09 05:41:30.717906 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4ba6635e-bd5d-4a59-8050-271bb274c29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851136996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843934838'] for segment, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:30.746650 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37011ca2-fe46-42e3-85a3-a2b2980a6de9 req-eaded257-04cd-496e-8ffe-ea45c66f9b0d tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:41:30.748139 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-37011ca2-fe46-42e3-85a3-a2b2980a6de9 req-eaded257-04cd-496e-8ffe-ea45c66f9b0d tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/networks/1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89 HTTP/1.1" status: 200  len: 784 time: 0.1627185
Dec 09 05:41:30.949530 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-4ba6635e-bd5d-4a59-8050-271bb274c29b admin admin] Network d2981adf-93e0-43c4-bf01-81a2f15f622a has no segments {{(pid=80246) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 09 05:41:30.975057 dv-cinder-763306-6-iscsi neutron-server[80130]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 05:41:30.975057 dv-cinder-763306-6-iscsi neutron-server[80130]:   % (table.description, expected, rows_matched)
Dec 09 05:41:30.975057 dv-cinder-763306-6-iscsi neutron-server[80130]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 05:41:30.975057 dv-cinder-763306-6-iscsi neutron-server[80130]:   % (table.description, expected, rows_matched)
Dec 09 05:41:30.975057 dv-cinder-763306-6-iscsi neutron-server[80130]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 05:41:30.975057 dv-cinder-763306-6-iscsi neutron-server[80130]:   % (table.description, expected, rows_matched)
Dec 09 05:41:30.975057 dv-cinder-763306-6-iscsi neutron-server[80130]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 05:41:30.975057 dv-cinder-763306-6-iscsi neutron-server[80130]:   % (table.description, expected, rows_matched)
Dec 09 05:41:30.975057 dv-cinder-763306-6-iscsi neutron-server[80130]: Traceback (most recent call last):
Dec 09 05:41:30.975057 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 09 05:41:30.975057 dv-cinder-763306-6-iscsi neutron-server[80130]:     timer()
Dec 09 05:41:30.975057 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 05:41:30.975057 dv-cinder-763306-6-iscsi neutron-server[80130]:     cb(*args, **kw)
Dec 09 05:41:30.975057 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 09 05:41:30.975057 dv-cinder-763306-6-iscsi neutron-server[80130]:     return func(*args, **kwargs)
Dec 09 05:41:30.975057 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 05:41:30.975057 dv-cinder-763306-6-iscsi neutron-server[80130]:     self._notify()
Dec 09 05:41:30.975057 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 05:41:30.975057 dv-cinder-763306-6-iscsi neutron-server[80130]:     self.callback(batched_events)
Dec 09 05:41:30.975057 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 05:41:30.975057 dv-cinder-763306-6-iscsi neutron-server[80130]:     event.method(event)
Dec 09 05:41:30.975057 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 05:41:30.975057 dv-cinder-763306-6-iscsi neutron-server[80130]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 05:41:30.975057 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 09 05:41:30.975057 dv-cinder-763306-6-iscsi neutron-server[80130]:     segment_id)['aggregates'][0]
Dec 09 05:41:30.975057 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 05:41:30.975057 dv-cinder-763306-6-iscsi neutron-server[80130]:     return f(self, *a, **k)
Dec 09 05:41:30.975057 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 09 05:41:30.975057 dv-cinder-763306-6-iscsi neutron-server[80130]:     return self._get(url).json()
Dec 09 05:41:30.975057 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 05:41:30.975057 dv-cinder-763306-6-iscsi neutron-server[80130]:     **kwargs)
Dec 09 05:41:30.975057 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 05:41:30.975057 dv-cinder-763306-6-iscsi neutron-server[80130]:     return self.request(url, 'GET', **kwargs)
Dec 09 05:41:30.975057 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 09 05:41:30.975057 dv-cinder-763306-6-iscsi neutron-server[80130]:     **endpoint_filter)
Dec 09 05:41:30.975057 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 05:41:30.975057 dv-cinder-763306-6-iscsi neutron-server[80130]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 05:41:30.975057 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 05:41:30.975057 dv-cinder-763306-6-iscsi neutron-server[80130]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 05:41:30.975057 dv-cinder-763306-6-iscsi neutron-server[80130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 05:41:31.079191 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4ba6635e-bd5d-4a59-8050-271bb274c29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851135783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854364948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036851028489'] for network, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:31.085129 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4ba6635e-bd5d-4a59-8050-271bb274c29b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3226941'] for network, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:31.090254 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:41:31.119511 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68396238-f083-4bf5-b8e0-e1d83665352e req-b968ac64-00cd-4667-bcc2-348a7b54a79e tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:41:31.121121 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-68396238-f083-4bf5-b8e0-e1d83665352e req-b968ac64-00cd-4667-bcc2-348a7b54a79e tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/ports?device_id=d9f03e59-cc2d-4d46-b952-91edbd52bb00&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.2312601
Dec 09 05:41:31.121971 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba6635e-bd5d-4a59-8050-271bb274c29b admin admin] Pushing event deleted for resources: {'Network': ['ID=d2981adf-93e0-43c4-bf01-81a2f15f622a,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:41:31.125581 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-4ba6635e-bd5d-4a59-8050-271bb274c29b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:41:31.129982 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-4ba6635e-bd5d-4a59-8050-271bb274c29b admin admin] 10.222.0.39 "DELETE /v2.0/networks/d2981adf-93e0-43c4-bf01-81a2f15f622a HTTP/1.1" status: 204  len: 168 time: 2.3606293
Dec 09 05:41:31.209592 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-68396238-f083-4bf5-b8e0-e1d83665352e req-23dc1cc0-8e6d-465a-accc-f9c426269cec tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.27.2.106 HTTP/1.1" status: 200  len: 696 time: 0.0809512
Dec 09 05:41:31.220725 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-68396238-f083-4bf5-b8e0-e1d83665352e req-9060c21c-418f-4973-b9d9-3d1727f46213 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Request body: {'floatingip': {'port_id': '9da4787d-243f-4772-b397-4f75240b73a7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=80246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:41:31.303373 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-68396238-f083-4bf5-b8e0-e1d83665352e req-9060c21c-418f-4973-b9d9-3d1727f46213 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks [] for floatingip, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:31.365250 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 41590) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:41:31.419311 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-f66fcc80-90f3-4332-9188-af0e295e577e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3e19a4471945447fb24ef19ba877456c&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0526268
Dec 09 05:41:31.422533 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 41594) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:41:31.620400 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4752975a-e26c-49bc-9a67-7719cce0993c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:31.722983 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4752975a-e26c-49bc-9a67-7719cce0993c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:31.891920 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4752975a-e26c-49bc-9a67-7719cce0993c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:31.902111 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ecb28d7d-701c-4102-a38c-1af23bc51020 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:41:31.918554 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4752975a-e26c-49bc-9a67-7719cce0993c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8bff0d-f0b9-4b0e-a8d7-9a8f367eb08c,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:41:31.921130 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-4752975a-e26c-49bc-9a67-7719cce0993c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:41:31.932853 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4752975a-e26c-49bc-9a67-7719cce0993c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:31.935762 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-4752975a-e26c-49bc-9a67-7719cce0993c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fd8bff0d-f0b9-4b0e-a8d7-9a8f367eb08c HTTP/1.1" status: 204  len: 168 time: 0.5105462
Dec 09 05:41:32.063137 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-68396238-f083-4bf5-b8e0-e1d83665352e req-9060c21c-418f-4973-b9d9-3d1727f46213 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks [] for floatingip, precommit_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:32.068125 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-68396238-f083-4bf5-b8e0-e1d83665352e req-9060c21c-418f-4973-b9d9-3d1727f46213 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851028540'] for floatingip, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:32.256495 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.db.l3_db [req-68396238-f083-4bf5-b8e0-e1d83665352e req-9060c21c-418f-4973-b9d9-3d1727f46213 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Floating IP 4e1aeae5-d833-4dee-9415-95897a7af82f associated. External IP: 172.27.2.106, port: 9da4787d-243f-4772-b397-4f75240b73a7.
Dec 09 05:41:32.368791 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 41602) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:41:32.422260 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-193b78e9-36a2-4acb-808e-34aa51e3dcae admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b851a6e1733b4e18939b9a06b4e82dae&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0513999
Dec 09 05:41:32.424952 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 41606) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:41:32.489845 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b5419ee6-9ebe-4eec-9881-2ffc44e56219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:32.517236 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b5419ee6-9ebe-4eec-9881-2ffc44e56219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:32.572738 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b5419ee6-9ebe-4eec-9881-2ffc44e56219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:32.578371 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-7aa60fbe-f365-4302-9bf4-30dec7a9cfc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:41:32.592127 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5419ee6-9ebe-4eec-9881-2ffc44e56219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ce270e-d37f-4592-8eaf-ea658bc083f6,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:41:32.595623 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-b5419ee6-9ebe-4eec-9881-2ffc44e56219 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:41:32.596934 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b5419ee6-9ebe-4eec-9881-2ffc44e56219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:32.598549 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-b5419ee6-9ebe-4eec-9881-2ffc44e56219 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/91ce270e-d37f-4592-8eaf-ea658bc083f6 HTTP/1.1" status: 204  len: 168 time: 0.1722436
Dec 09 05:41:32.642817 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68396238-f083-4bf5-b8e0-e1d83665352e req-9060c21c-418f-4973-b9d9-3d1727f46213 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Router ade62f9c-537d-4987-9617-1a2de4f956fc has already been hosted by L3 agent 16cb43a9-cd2d-4531-acd4-2457db4a9ad2 {{(pid=80246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 09 05:41:33.089016 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68396238-f083-4bf5-b8e0-e1d83665352e req-9060c21c-418f-4973-b9d9-3d1727f46213 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify agent at l3_agent.dv-cinder-763306-6-iscsi the message routers_updated {{(pid=80246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 09 05:41:33.093378 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-68396238-f083-4bf5-b8e0-e1d83665352e req-9060c21c-418f-4973-b9d9-3d1727f46213 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870'] for floatingip, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:33.098947 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350db326-6e3c-489d-9f1b-a6129debf304 None None] Sync routers for ids ['ade62f9c-537d-4987-9617-1a2de4f956fc'] in dv-cinder-763306-6-iscsi {{(pid=80248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 09 05:41:33.109569 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350db326-6e3c-489d-9f1b-a6129debf304 None None] Routers {'ade62f9c-537d-4987-9617-1a2de4f956fc'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:41:33.110284 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-350db326-6e3c-489d-9f1b-a6129debf304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff88764a8>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:41:17Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['ade62f9c-537d-4987-9617-1a2de4f956fc'], 'active': True} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:41:33.151355 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-68396238-f083-4bf5-b8e0-e1d83665352e req-9060c21c-418f-4973-b9d9-3d1727f46213 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "PUT /v2.0/floatingips/4e1aeae5-d833-4dee-9415-95897a7af82f HTTP/1.1" status: 200  len: 997 time: 1.9351382
Dec 09 05:41:33.151923 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9f03e59-cc2d-4d46-b952-91edbd52bb00', 'tag': '9da4787d-243f-4772-b397-4f75240b73a7'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:41:33.214884 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9f03e59-cc2d-4d46-b952-91edbd52bb00', 'tag': '9da4787d-243f-4772-b397-4f75240b73a7', 'status': 'completed', 'code': 200}
Dec 09 05:41:33.316401 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a36c4bd-51a5-4424-b66d-65581d74090d req-0e42e56e-fa9d-4fde-9b84-979aaeddd30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:41:33.318123 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8a36c4bd-51a5-4424-b66d-65581d74090d req-0e42e56e-fa9d-4fde-9b84-979aaeddd30f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fb0759eb89c04546ab3ebe4e8a3a57f5&device_id=d9f03e59-cc2d-4d46-b952-91edbd52bb00 HTTP/1.1" status: 200  len: 1163 time: 0.0813217
Dec 09 05:41:33.357920 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-43f44203-54c4-4c67-af47-9ad3e8a05b65 None None] Agent healthcheck: found 6 active agents {{(pid=80248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 09 05:41:33.460832 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-350db326-6e3c-489d-9f1b-a6129debf304 None None] Set router ade62f9c-537d-4987-9617-1a2de4f956fc gateway port host: dv-cinder-763306-6-iscsi {{(pid=80248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:41:33.478242 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a36c4bd-51a5-4424-b66d-65581d74090d req-96f870b6-990d-462f-9860-3cc31c64b544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:41:33.480003 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8a36c4bd-51a5-4424-b66d-65581d74090d req-96f870b6-990d-462f-9860-3cc31c64b544 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1d71a329-4cb1-4485-80ca-4ca822c88d8d HTTP/1.1" status: 200  len: 905 time: 0.1555393
Dec 09 05:41:33.502263 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68396238-f083-4bf5-b8e0-e1d83665352e req-01a3af34-4de5-4be6-87e7-1cac017cd9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:41:33.504034 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-68396238-f083-4bf5-b8e0-e1d83665352e req-01a3af34-4de5-4be6-87e7-1cac017cd9a4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fb0759eb89c04546ab3ebe4e8a3a57f5&device_id=d9f03e59-cc2d-4d46-b952-91edbd52bb00 HTTP/1.1" status: 200  len: 1163 time: 0.3385408
Dec 09 05:41:33.589993 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8a36c4bd-51a5-4424-b66d-65581d74090d req-20fc5b99-ebab-495f-a0e1-2a1630bd6a52 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9da4787d-243f-4772-b397-4f75240b73a7 HTTP/1.1" status: 200  len: 1000 time: 0.1038072
Dec 09 05:41:33.656473 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68396238-f083-4bf5-b8e0-e1d83665352e req-e7e355f2-293f-446f-a71e-c769fc119e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:41:33.658091 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-68396238-f083-4bf5-b8e0-e1d83665352e req-e7e355f2-293f-446f-a71e-c769fc119e90 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1d71a329-4cb1-4485-80ca-4ca822c88d8d HTTP/1.1" status: 200  len: 905 time: 0.1468084
Dec 09 05:41:33.663609 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a36c4bd-51a5-4424-b66d-65581d74090d req-39fc9512-cd8f-4b72-bbe6-3162d47a2ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:41:33.665259 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8a36c4bd-51a5-4424-b66d-65581d74090d req-39fc9512-cd8f-4b72-bbe6-3162d47a2ea6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=182fb628-aba9-461c-a88f-9c7c5f5eec4d HTTP/1.1" status: 200  len: 850 time: 0.0691700
Dec 09 05:41:33.755809 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a36c4bd-51a5-4424-b66d-65581d74090d req-14db631b-61f8-406b-b08e-89c5eaafaf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:41:33.757730 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8a36c4bd-51a5-4424-b66d-65581d74090d req-14db631b-61f8-406b-b08e-89c5eaafaf12 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1d71a329-4cb1-4485-80ca-4ca822c88d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0861082
Dec 09 05:41:33.773107 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-68396238-f083-4bf5-b8e0-e1d83665352e req-f1c2999f-53a3-47ec-83fe-3cb87d32daee service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9da4787d-243f-4772-b397-4f75240b73a7 HTTP/1.1" status: 200  len: 1000 time: 0.1072974
Dec 09 05:41:33.852216 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68396238-f083-4bf5-b8e0-e1d83665352e req-558e6eb3-fa1e-4de7-99b6-967881cc0457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:41:33.854013 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-68396238-f083-4bf5-b8e0-e1d83665352e req-558e6eb3-fa1e-4de7-99b6-967881cc0457 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=182fb628-aba9-461c-a88f-9c7c5f5eec4d HTTP/1.1" status: 200  len: 850 time: 0.0737667
Dec 09 05:41:33.931124 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-350db326-6e3c-489d-9f1b-a6129debf304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff88764a8>, [{'id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'name': 'tempest-TestVolumeBootPattern-642748745-router', 'tenant_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'e8d04b31-14e9-4b29-9697-026e8985e83c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:40:37Z', 'updated_at': '2020-12-09T05:40:42Z', 'revision_number': 4, 'project_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'gw_port': {'id': 'e8d04b31-14e9-4b29-9697-026e8985e83c', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:40:38Z', 'updated_at': '2020-12-09T05:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_floatingips': [{'id': '4e1aeae5-d833-4dee-9415-95897a7af82f', 'tenant_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'floating_ip_address': '172.27.2.106', 'floating_network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'router_id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'port_id': '9da4787d-243f-4772-b397-4f75240b73a7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d71a329-4cb1-4485-80ca-4ca822c88d8d', 'mac_address': 'fa:16:3e:79:6b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f03e59-cc2d-4d46-b952-91edbd52bb00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-09T05:41:29Z', 'updated_at': '2020-12-09T05:41:31Z', 'revision_number': 1, 'project_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2c3be73-dc1d-47aa-8cf4-f318bf2edb9f', 'name': '', 'network_id': '1d71a329-4cb1-4485-80ca-4ca822c88d8d', 'tenant_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'mac_address': 'fa:16:3e:64:cc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '182fb628-aba9-461c-a88f-9c7c5f5eec4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:40:41Z', 'updated_at': '2020-12-09T05:40:51Z', 'revision_number': 5, 'project_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'subnets': [{'id': '182fb628-aba9-461c-a88f-9c7c5f5eec4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:41:33.932315 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8a36c4bd-51a5-4424-b66d-65581d74090d req-9b937def-2fad-4652-9d24-6fcbab54222a service neutron] 10.222.0.59 "GET /v2.0/networks/1d71a329-4cb1-4485-80ca-4ca822c88d8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1660163
Dec 09 05:41:33.934402 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350db326-6e3c-489d-9f1b-a6129debf304 None None] Checking router: ade62f9c-537d-4987-9617-1a2de4f956fc for host: dv-cinder-763306-6-iscsi {{(pid=80248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 09 05:41:33.941268 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68396238-f083-4bf5-b8e0-e1d83665352e req-ae55f6b7-6882-4428-bd10-9571b4715aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:41:33.942931 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-68396238-f083-4bf5-b8e0-e1d83665352e req-ae55f6b7-6882-4428-bd10-9571b4715aa4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1d71a329-4cb1-4485-80ca-4ca822c88d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0817680
Dec 09 05:41:33.945738 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350db326-6e3c-489d-9f1b-a6129debf304 None None] Routers {'ade62f9c-537d-4987-9617-1a2de4f956fc'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:41:33.946444 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-350db326-6e3c-489d-9f1b-a6129debf304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff88764a8>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:41:17Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['ade62f9c-537d-4987-9617-1a2de4f956fc'], 'active': True} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:41:34.079584 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8a36c4bd-51a5-4424-b66d-65581d74090d req-5772d6bd-1e84-4c70-9fbd-99471177b134 service neutron] 10.222.0.59 "GET /v2.0/networks/1d71a329-4cb1-4485-80ca-4ca822c88d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1404793
Dec 09 05:41:34.094889 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-68396238-f083-4bf5-b8e0-e1d83665352e req-3e3e82ad-652c-4e37-be38-5a2173768478 service neutron] 10.222.0.39 "GET /v2.0/networks/1d71a329-4cb1-4485-80ca-4ca822c88d8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1433280
Dec 09 05:41:34.132653 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-350db326-6e3c-489d-9f1b-a6129debf304 None None] Set router ade62f9c-537d-4987-9617-1a2de4f956fc gateway port host: dv-cinder-763306-6-iscsi {{(pid=80248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:41:34.241723 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-68396238-f083-4bf5-b8e0-e1d83665352e req-84b3813f-878e-4ab5-987c-27eca933177a service neutron] 10.222.0.39 "GET /v2.0/networks/1d71a329-4cb1-4485-80ca-4ca822c88d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1390913
Dec 09 05:41:34.497400 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-350db326-6e3c-489d-9f1b-a6129debf304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff88764a8>, [{'id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'name': 'tempest-TestVolumeBootPattern-642748745-router', 'tenant_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'e8d04b31-14e9-4b29-9697-026e8985e83c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:40:37Z', 'updated_at': '2020-12-09T05:40:42Z', 'revision_number': 4, 'project_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'gw_port': {'id': 'e8d04b31-14e9-4b29-9697-026e8985e83c', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:40:38Z', 'updated_at': '2020-12-09T05:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_floatingips': [{'id': '4e1aeae5-d833-4dee-9415-95897a7af82f', 'tenant_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'floating_ip_address': '172.27.2.106', 'floating_network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'router_id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'port_id': '9da4787d-243f-4772-b397-4f75240b73a7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d71a329-4cb1-4485-80ca-4ca822c88d8d', 'mac_address': 'fa:16:3e:79:6b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f03e59-cc2d-4d46-b952-91edbd52bb00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-09T05:41:29Z', 'updated_at': '2020-12-09T05:41:31Z', 'revision_number': 1, 'project_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2c3be73-dc1d-47aa-8cf4-f318bf2edb9f', 'name': '', 'network_id': '1d71a329-4cb1-4485-80ca-4ca822c88d8d', 'tenant_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'mac_address': 'fa:16:3e:64:cc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '182fb628-aba9-461c-a88f-9c7c5f5eec4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:40:41Z', 'updated_at': '2020-12-09T05:40:51Z', 'revision_number': 5, 'project_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'subnets': [{'id': '182fb628-aba9-461c-a88f-9c7c5f5eec4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:41:34.502171 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350db326-6e3c-489d-9f1b-a6129debf304 None None] The sync data for ids ['ade62f9c-537d-4987-9617-1a2de4f956fc'] in dv-cinder-763306-6-iscsi is: [{'id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'name': 'tempest-TestVolumeBootPattern-642748745-router', 'tenant_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'e8d04b31-14e9-4b29-9697-026e8985e83c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:40:37Z', 'updated_at': '2020-12-09T05:40:42Z', 'revision_number': 4, 'project_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'gw_port': {'id': 'e8d04b31-14e9-4b29-9697-026e8985e83c', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:40:38Z', 'updated_at': '2020-12-09T05:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_floatingips': [{'id': '4e1aeae5-d833-4dee-9415-95897a7af82f', 'tenant_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'floating_ip_address': '172.27.2.106', 'floating_network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'router_id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'port_id': '9da4787d-243f-4772-b397-4f75240b73a7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d71a329-4cb1-4485-80ca-4ca822c88d8d', 'mac_address': 'fa:16:3e:79:6b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f03e59-cc2d-4d46-b952-91edbd52bb00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-09T05:41:29Z', 'updated_at': '2020-12-09T05:41:31Z', 'revision_number': 1, 'project_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2c3be73-dc1d-47aa-8cf4-f318bf2edb9f', 'name': '', 'network_id': '1d71a329-4cb1-4485-80ca-4ca822c88d8d', 'tenant_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'mac_address': 'fa:16:3e:64:cc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '182fb628-aba9-461c-a88f-9c7c5f5eec4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:40:41Z', 'updated_at': '2020-12-09T05:40:51Z', 'revision_number': 5, 'project_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'subnets': [{'id': '182fb628-aba9-461c-a88f-9c7c5f5eec4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 09 05:41:34.810883 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748e1851-5e46-4304-a08f-76253e4dbdd0 None None] New status for floating IP 4e1aeae5-d833-4dee-9415-95897a7af82f: ACTIVE {{(pid=80247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 09 05:41:45.792044 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b3285007-ab2e-4abc-b783-f313e03fc708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:47.347142 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2cf450a0-ec8b-4810-8514-8dccc02890d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:48.258812 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d667687f-70e4-40ee-92a5-0e371b53b2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:49.005162 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:50.073037 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-858fc187-cc56-4aeb-a3e2-00a52ab9489b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:41:57.453841 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:42:02.948681 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a08c2fcd-3ffc-43e5-8825-eb0f1dc10dcf req-f7d59de4-4830-445e-bd22-50949607c81e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d9f03e59-cc2d-4d46-b952-91edbd52bb00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0795920
Dec 09 05:42:03.105909 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c2fcd-3ffc-43e5-8825-eb0f1dc10dcf req-182fc929-1f9b-4813-ae41-b9579a60c815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:42:03.107479 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a08c2fcd-3ffc-43e5-8825-eb0f1dc10dcf req-182fc929-1f9b-4813-ae41-b9579a60c815 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fb0759eb89c04546ab3ebe4e8a3a57f5&device_id=d9f03e59-cc2d-4d46-b952-91edbd52bb00 HTTP/1.1" status: 200  len: 1163 time: 0.0810652
Dec 09 05:42:03.264043 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c2fcd-3ffc-43e5-8825-eb0f1dc10dcf req-47bd2c42-1a04-4a7f-bb7f-669d4b096d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:42:03.265629 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a08c2fcd-3ffc-43e5-8825-eb0f1dc10dcf req-47bd2c42-1a04-4a7f-bb7f-669d4b096d99 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1d71a329-4cb1-4485-80ca-4ca822c88d8d HTTP/1.1" status: 200  len: 905 time: 0.1388462
Dec 09 05:42:03.375734 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a08c2fcd-3ffc-43e5-8825-eb0f1dc10dcf req-29c1bc87-0370-4430-9a60-7bbae8b6a04a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9da4787d-243f-4772-b397-4f75240b73a7 HTTP/1.1" status: 200  len: 1002 time: 0.1024945
Dec 09 05:42:03.444868 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c2fcd-3ffc-43e5-8825-eb0f1dc10dcf req-be9797c5-639f-475b-9408-56b3cacccbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:42:03.446424 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a08c2fcd-3ffc-43e5-8825-eb0f1dc10dcf req-be9797c5-639f-475b-9408-56b3cacccbf7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=182fb628-aba9-461c-a88f-9c7c5f5eec4d HTTP/1.1" status: 200  len: 850 time: 0.0643425
Dec 09 05:42:03.529451 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c2fcd-3ffc-43e5-8825-eb0f1dc10dcf req-c1b1ff91-d74c-4ab6-9290-d67cd61a26b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:42:03.531063 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a08c2fcd-3ffc-43e5-8825-eb0f1dc10dcf req-c1b1ff91-d74c-4ab6-9290-d67cd61a26b9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1d71a329-4cb1-4485-80ca-4ca822c88d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0786474
Dec 09 05:42:03.674097 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a08c2fcd-3ffc-43e5-8825-eb0f1dc10dcf req-36a6ae48-730a-45e9-bed6-5d732c902f98 service neutron] 10.222.0.59 "GET /v2.0/networks/1d71a329-4cb1-4485-80ca-4ca822c88d8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1352649
Dec 09 05:42:04.056034 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-a08c2fcd-3ffc-43e5-8825-eb0f1dc10dcf req-bb360be7-39b5-445e-b0fd-299811c14870 service neutron] 10.222.0.59 "GET /v2.0/networks/1d71a329-4cb1-4485-80ca-4ca822c88d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3757436
Dec 09 05:42:10.258837 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-43f44203-54c4-4c67-af47-9ad3e8a05b65 None None] Agent healthcheck: found 6 active agents {{(pid=80248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 09 05:42:15.797548 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-58e4cd12-2bae-4a64-ad8f-c1f80764f002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:42:17.349374 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-92ab6258-7152-4c70-b168-5cb673fb6744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:42:18.260516 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d667687f-70e4-40ee-92a5-0e371b53b2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:42:18.997629 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:42:20.074490 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-858fc187-cc56-4aeb-a3e2-00a52ab9489b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:42:27.447104 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:42:45.795331 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-11b6dc7d-7338-4c10-88e7-24654ee3cbbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:42:47.260263 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-43f44203-54c4-4c67-af47-9ad3e8a05b65 None None] Agent healthcheck: found 6 active agents {{(pid=80248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 09 05:42:47.354561 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-11d83ae7-7b89-44fb-9435-c2b91c44f0b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:42:48.263108 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d667687f-70e4-40ee-92a5-0e371b53b2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:42:49.002484 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:42:50.078770 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-858fc187-cc56-4aeb-a3e2-00a52ab9489b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:42:57.449603 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:43:03.972888 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-50acf106-ccfa-4a1e-aad0-98d348c7fa63 req-6ec00a31-8c76-41c1-98d4-dd4206705f23 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d9f03e59-cc2d-4d46-b952-91edbd52bb00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0771363
Dec 09 05:43:04.125389 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50acf106-ccfa-4a1e-aad0-98d348c7fa63 req-a316b457-77c0-4bf7-bce1-2fad5cffb7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:43:04.126965 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-50acf106-ccfa-4a1e-aad0-98d348c7fa63 req-a316b457-77c0-4bf7-bce1-2fad5cffb7b3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fb0759eb89c04546ab3ebe4e8a3a57f5&device_id=d9f03e59-cc2d-4d46-b952-91edbd52bb00 HTTP/1.1" status: 200  len: 1163 time: 0.0804706
Dec 09 05:43:04.295659 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50acf106-ccfa-4a1e-aad0-98d348c7fa63 req-7c188ffd-df8c-4650-8bb3-db488957c749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:43:04.297316 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-50acf106-ccfa-4a1e-aad0-98d348c7fa63 req-7c188ffd-df8c-4650-8bb3-db488957c749 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1d71a329-4cb1-4485-80ca-4ca822c88d8d HTTP/1.1" status: 200  len: 905 time: 0.1490390
Dec 09 05:43:04.410235 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-50acf106-ccfa-4a1e-aad0-98d348c7fa63 req-1bad549f-61b8-4c8f-bc80-5935c96d4b7d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9da4787d-243f-4772-b397-4f75240b73a7 HTTP/1.1" status: 200  len: 1002 time: 0.1043956
Dec 09 05:43:04.484435 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50acf106-ccfa-4a1e-aad0-98d348c7fa63 req-92155861-9e4a-4bd3-bf10-386d6e40b7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:43:04.486063 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-50acf106-ccfa-4a1e-aad0-98d348c7fa63 req-92155861-9e4a-4bd3-bf10-386d6e40b7d7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=182fb628-aba9-461c-a88f-9c7c5f5eec4d HTTP/1.1" status: 200  len: 850 time: 0.0671923
Dec 09 05:43:04.569786 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50acf106-ccfa-4a1e-aad0-98d348c7fa63 req-002aa338-d1da-445b-9ea9-e36cd2222efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:43:04.571488 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-50acf106-ccfa-4a1e-aad0-98d348c7fa63 req-002aa338-d1da-445b-9ea9-e36cd2222efd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1d71a329-4cb1-4485-80ca-4ca822c88d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0777998
Dec 09 05:43:04.723380 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-50acf106-ccfa-4a1e-aad0-98d348c7fa63 req-918769f4-671b-4af1-944d-9900295644ab service neutron] 10.222.0.59 "GET /v2.0/networks/1d71a329-4cb1-4485-80ca-4ca822c88d8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1404188
Dec 09 05:43:04.874308 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-50acf106-ccfa-4a1e-aad0-98d348c7fa63 req-d4cd7608-4cf1-4e20-af9b-65ef32898c36 service neutron] 10.222.0.59 "GET /v2.0/networks/1d71a329-4cb1-4485-80ca-4ca822c88d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1427040
Dec 09 05:43:15.792856 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f1d5a26b-ae5a-4b21-a083-a670f5311e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:43:17.357149 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-400df7b9-38d5-48ef-9941-13455f03b3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:43:18.265757 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d667687f-70e4-40ee-92a5-0e371b53b2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:43:19.003583 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:43:20.079952 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-858fc187-cc56-4aeb-a3e2-00a52ab9489b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:43:22.228502 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d342dc22-19ba-431c-ae62-a2c0ba35f6a4 req-2c1755a8-9748-4ca2-a32c-15786af0f97b tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:43:22.230078 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d342dc22-19ba-431c-ae62-a2c0ba35f6a4 req-2c1755a8-9748-4ca2-a32c-15786af0f97b tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/ports?device_id=d9f03e59-cc2d-4d46-b952-91edbd52bb00 HTTP/1.1" status: 200  len: 946 time: 0.0857773
Dec 09 05:43:22.285616 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d342dc22-19ba-431c-ae62-a2c0ba35f6a4 req-c048897c-f125-46da-b3f7-17a0d3d61dd5 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/security-groups?id=075f58c2-c082-4370-ab27-fbb2b1290397&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0491230
Dec 09 05:43:23.518029 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b1a17-1a51-4632-8530-cbeec13a88da req-c5e4e991-52e8-416d-ba8c-eb010eaf02f9 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:43:23.519666 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3c7b1a17-1a51-4632-8530-cbeec13a88da req-c5e4e991-52e8-416d-ba8c-eb010eaf02f9 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/ports?device_id=d9f03e59-cc2d-4d46-b952-91edbd52bb00 HTTP/1.1" status: 200  len: 946 time: 0.0943038
Dec 09 05:43:23.570896 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3c7b1a17-1a51-4632-8530-cbeec13a88da req-17df6bc9-2886-4d6e-8d4d-0956e3830ea1 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/security-groups?id=075f58c2-c082-4370-ab27-fbb2b1290397&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0442774
Dec 09 05:43:23.772414 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca841b-5243-4658-8f92-377b1ae721ab req-b95db91d-2fca-4635-a0fb-2c762863dce4 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:43:23.774177 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-03ca841b-5243-4658-8f92-377b1ae721ab req-b95db91d-2fca-4635-a0fb-2c762863dce4 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.59 "GET /v2.0/ports?device_id=d9f03e59-cc2d-4d46-b952-91edbd52bb00 HTTP/1.1" status: 200  len: 946 time: 0.0860431
Dec 09 05:43:23.855219 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-03ca841b-5243-4658-8f92-377b1ae721ab req-fad554c8-8216-431c-b6d6-f10cea69d960 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Deleting port 9da4787d-243f-4772-b397-4f75240b73a7 {{(pid=80245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 09 05:43:23.855524 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-03ca841b-5243-4658-8f92-377b1ae721ab req-fad554c8-8216-431c-b6d6-f10cea69d960 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787496886762'] for port, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:43:24.126099 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-03ca841b-5243-4658-8f92-377b1ae721ab req-fad554c8-8216-431c-b6d6-f10cea69d960 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] For port 9da4787d-243f-4772-b397-4f75240b73a7, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=9da4787d-243f-4772-b397-4f75240b73a7,segment=NetworkSegment(53d9c4f6-7f3c-47a3-8018-8c5e0609bb1c),segment_id=53d9c4f6-7f3c-47a3-8018-8c5e0609bb1c)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:43:24.126532 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-03ca841b-5243-4658-8f92-377b1ae721ab req-fad554c8-8216-431c-b6d6-f10cea69d960 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744221'] for port, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:43:24.260592 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-43f44203-54c4-4c67-af47-9ad3e8a05b65 None None] Agent healthcheck: found 6 active agents {{(pid=80248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 09 05:43:24.462183 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-03ca841b-5243-4658-8f92-377b1ae721ab req-fad554c8-8216-431c-b6d6-f10cea69d960 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks [] for floatingip, precommit_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:43:24.462559 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-03ca841b-5243-4658-8f92-377b1ae721ab req-fad554c8-8216-431c-b6d6-f10cea69d960 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851028540'] for floatingip, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:43:24.462961 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.db.l3_db [req-03ca841b-5243-4658-8f92-377b1ae721ab req-fad554c8-8216-431c-b6d6-f10cea69d960 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Floating IP 4e1aeae5-d833-4dee-9415-95897a7af82f disassociated. External IP: 172.27.2.106, port: 9da4787d-243f-4772-b397-4f75240b73a7.
Dec 09 05:43:24.463368 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-03ca841b-5243-4658-8f92-377b1ae721ab req-fad554c8-8216-431c-b6d6-f10cea69d960 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Calling delete_port for 9da4787d-243f-4772-b397-4f75240b73a7 owned by compute:nova {{(pid=80245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 09 05:43:24.624219 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-03ca841b-5243-4658-8f92-377b1ae721ab req-fad554c8-8216-431c-b6d6-f10cea69d960 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787496890807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249358481609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844148928'] for port, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:43:24.640282 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-414ebab8-40e9-4dd1-9e90-f530b099f34d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:43:24.696404 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad554c8-8216-431c-b6d6-f10cea69d960 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Pushing event deleted for resources: {'Port': ['ID=9da4787d-243f-4772-b397-4f75240b73a7,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:43:24.708505 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad554c8-8216-431c-b6d6-f10cea69d960 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:43:24.708929 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad554c8-8216-431c-b6d6-f10cea69d960 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:43:24.709372 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad554c8-8216-431c-b6d6-f10cea69d960 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:43:24.710086 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad554c8-8216-431c-b6d6-f10cea69d960 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:43:24.710500 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad554c8-8216-431c-b6d6-f10cea69d960 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:43:24.710905 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad554c8-8216-431c-b6d6-f10cea69d960 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:43:24.711309 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad554c8-8216-431c-b6d6-f10cea69d960 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:43:24.711719 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad554c8-8216-431c-b6d6-f10cea69d960 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:43:24.712113 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad554c8-8216-431c-b6d6-f10cea69d960 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:43:24.712563 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad554c8-8216-431c-b6d6-f10cea69d960 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:43:24.712913 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad554c8-8216-431c-b6d6-f10cea69d960 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:43:24.713312 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad554c8-8216-431c-b6d6-f10cea69d960 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:43:24.713755 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad554c8-8216-431c-b6d6-f10cea69d960 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:43:24.714174 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad554c8-8216-431c-b6d6-f10cea69d960 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:43:24.714573 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad554c8-8216-431c-b6d6-f10cea69d960 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:43:24.714975 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad554c8-8216-431c-b6d6-f10cea69d960 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:43:24.715366 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad554c8-8216-431c-b6d6-f10cea69d960 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:43:24.715763 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad554c8-8216-431c-b6d6-f10cea69d960 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:43:24.716159 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad554c8-8216-431c-b6d6-f10cea69d960 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:43:24.716547 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad554c8-8216-431c-b6d6-f10cea69d960 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:43:24.716939 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad554c8-8216-431c-b6d6-f10cea69d960 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:43:24.717332 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad554c8-8216-431c-b6d6-f10cea69d960 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:43:24.717732 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad554c8-8216-431c-b6d6-f10cea69d960 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:43:24.718169 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad554c8-8216-431c-b6d6-f10cea69d960 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:43:24.723646 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device 9da4787d-243f-4772-b397-4f75240b73a7 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 09 05:43:24.756031 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-fe68d028-6752-4403-b604-6b131d0b7289 req-c8571d52-5ccc-4bcd-a277-dbd31d80f2ba tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/ports?device_id=d9f03e59-cc2d-4d46-b952-91edbd52bb00 HTTP/1.1" status: 200  len: 210 time: 0.0506563
Dec 09 05:43:24.779040 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-fad554c8-8216-431c-b6d6-f10cea69d960 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:43:24.798880 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] No Port match for: 9da4787d-243f-4772-b397-4f75240b73a7 {{(pid=80247) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 09 05:43:24.799476 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device 9da4787d-243f-4772-b397-4f75240b73a7 not bound to the agent host hv-cinder-76330 {{(pid=80247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 09 05:43:25.027616 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03ca841b-5243-4658-8f92-377b1ae721ab req-fad554c8-8216-431c-b6d6-f10cea69d960 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Router ade62f9c-537d-4987-9617-1a2de4f956fc has already been hosted by L3 agent 16cb43a9-cd2d-4531-acd4-2457db4a9ad2 {{(pid=80245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 09 05:43:25.213798 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03ca841b-5243-4658-8f92-377b1ae721ab req-fad554c8-8216-431c-b6d6-f10cea69d960 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify agent at l3_agent.dv-cinder-763306-6-iscsi the message routers_updated {{(pid=80245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 09 05:43:25.223976 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e3985b-59cc-41d3-94c3-9799ccb9247f None None] Sync routers for ids ['ade62f9c-537d-4987-9617-1a2de4f956fc'] in dv-cinder-763306-6-iscsi {{(pid=80248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 09 05:43:25.235881 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e3985b-59cc-41d3-94c3-9799ccb9247f None None] Routers {'ade62f9c-537d-4987-9617-1a2de4f956fc'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:43:25.236569 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-91e3985b-59cc-41d3-94c3-9799ccb9247f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff8388b70>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:43:17Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['ade62f9c-537d-4987-9617-1a2de4f956fc'], 'active': True} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:43:25.253433 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-03ca841b-5243-4658-8f92-377b1ae721ab req-fad554c8-8216-431c-b6d6-f10cea69d960 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] No DVR routers for this DVR port 9da4787d-243f-4772-b397-4f75240b73a7 on host hv-cinder-76330 {{(pid=80245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 09 05:43:25.255865 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-03ca841b-5243-4658-8f92-377b1ae721ab req-fad554c8-8216-431c-b6d6-f10cea69d960 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870'] for port, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:43:25.259756 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9f03e59-cc2d-4d46-b952-91edbd52bb00', 'name': 'network-vif-deleted', 'tag': '9da4787d-243f-4772-b397-4f75240b73a7'}] {{(pid=80245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:43:25.280224 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-03ca841b-5243-4658-8f92-377b1ae721ab req-fad554c8-8216-431c-b6d6-f10cea69d960 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.59 "DELETE /v2.0/ports/9da4787d-243f-4772-b397-4f75240b73a7 HTTP/1.1" status: 204  len: 173 time: 1.5005078
Dec 09 05:43:25.336803 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9f03e59-cc2d-4d46-b952-91edbd52bb00', 'name': 'network-vif-deleted', 'tag': '9da4787d-243f-4772-b397-4f75240b73a7', 'status': 'completed', 'code': 200}
Dec 09 05:43:25.440007 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-91e3985b-59cc-41d3-94c3-9799ccb9247f None None] Set router ade62f9c-537d-4987-9617-1a2de4f956fc gateway port host: dv-cinder-763306-6-iscsi {{(pid=80248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:43:25.941150 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-91e3985b-59cc-41d3-94c3-9799ccb9247f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff8388b70>, [{'id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'name': 'tempest-TestVolumeBootPattern-642748745-router', 'tenant_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'e8d04b31-14e9-4b29-9697-026e8985e83c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:40:37Z', 'updated_at': '2020-12-09T05:40:42Z', 'revision_number': 4, 'project_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'gw_port': {'id': 'e8d04b31-14e9-4b29-9697-026e8985e83c', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:40:38Z', 'updated_at': '2020-12-09T05:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_interfaces': [{'id': 'c2c3be73-dc1d-47aa-8cf4-f318bf2edb9f', 'name': '', 'network_id': '1d71a329-4cb1-4485-80ca-4ca822c88d8d', 'tenant_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'mac_address': 'fa:16:3e:64:cc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '182fb628-aba9-461c-a88f-9c7c5f5eec4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:40:41Z', 'updated_at': '2020-12-09T05:40:51Z', 'revision_number': 5, 'project_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'subnets': [{'id': '182fb628-aba9-461c-a88f-9c7c5f5eec4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:43:25.945698 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e3985b-59cc-41d3-94c3-9799ccb9247f None None] Checking router: ade62f9c-537d-4987-9617-1a2de4f956fc for host: dv-cinder-763306-6-iscsi {{(pid=80248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 09 05:43:25.955371 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e3985b-59cc-41d3-94c3-9799ccb9247f None None] Routers {'ade62f9c-537d-4987-9617-1a2de4f956fc'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:43:25.955991 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-91e3985b-59cc-41d3-94c3-9799ccb9247f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff8388b70>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:43:17Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['ade62f9c-537d-4987-9617-1a2de4f956fc'], 'active': True} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:43:25.982250 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-bce2ad1d-d938-4977-bb5f-a524dba7e175 req-71afa5ac-f2b9-4f41-98a7-b530e10e21cc tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/ports?device_id=d9f03e59-cc2d-4d46-b952-91edbd52bb00 HTTP/1.1" status: 200  len: 210 time: 0.0536690
Dec 09 05:43:26.152421 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-91e3985b-59cc-41d3-94c3-9799ccb9247f None None] Set router ade62f9c-537d-4987-9617-1a2de4f956fc gateway port host: dv-cinder-763306-6-iscsi {{(pid=80248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:43:26.489476 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-91e3985b-59cc-41d3-94c3-9799ccb9247f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff8388b70>, [{'id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'name': 'tempest-TestVolumeBootPattern-642748745-router', 'tenant_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'e8d04b31-14e9-4b29-9697-026e8985e83c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:40:37Z', 'updated_at': '2020-12-09T05:40:42Z', 'revision_number': 4, 'project_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'gw_port': {'id': 'e8d04b31-14e9-4b29-9697-026e8985e83c', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:40:38Z', 'updated_at': '2020-12-09T05:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_interfaces': [{'id': 'c2c3be73-dc1d-47aa-8cf4-f318bf2edb9f', 'name': '', 'network_id': '1d71a329-4cb1-4485-80ca-4ca822c88d8d', 'tenant_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'mac_address': 'fa:16:3e:64:cc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '182fb628-aba9-461c-a88f-9c7c5f5eec4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:40:41Z', 'updated_at': '2020-12-09T05:40:51Z', 'revision_number': 5, 'project_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'subnets': [{'id': '182fb628-aba9-461c-a88f-9c7c5f5eec4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:43:26.494546 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e3985b-59cc-41d3-94c3-9799ccb9247f None None] The sync data for ids ['ade62f9c-537d-4987-9617-1a2de4f956fc'] in dv-cinder-763306-6-iscsi is: [{'id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'name': 'tempest-TestVolumeBootPattern-642748745-router', 'tenant_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'e8d04b31-14e9-4b29-9697-026e8985e83c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:40:37Z', 'updated_at': '2020-12-09T05:40:42Z', 'revision_number': 4, 'project_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'gw_port': {'id': 'e8d04b31-14e9-4b29-9697-026e8985e83c', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:40:38Z', 'updated_at': '2020-12-09T05:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_interfaces': [{'id': 'c2c3be73-dc1d-47aa-8cf4-f318bf2edb9f', 'name': '', 'network_id': '1d71a329-4cb1-4485-80ca-4ca822c88d8d', 'tenant_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'mac_address': 'fa:16:3e:64:cc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '182fb628-aba9-461c-a88f-9c7c5f5eec4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:40:41Z', 'updated_at': '2020-12-09T05:40:51Z', 'revision_number': 5, 'project_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'subnets': [{'id': '182fb628-aba9-461c-a88f-9c7c5f5eec4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 09 05:43:26.908385 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5bd720-cc99-499b-bd70-b2090aa80182 None None] New status for floating IP 4e1aeae5-d833-4dee-9415-95897a7af82f: DOWN {{(pid=80247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 09 05:43:27.411155 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1cc83cfa-adfe-4846-bdbb-7a8c2721ff87 req-5ddf7c53-ffd4-4f24-9173-268b60b41fa2 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1526055282&fields=id&tenant_id=fb0759eb89c04546ab3ebe4e8a3a57f5 HTTP/1.1" status: 200  len: 267 time: 0.0419970
Dec 09 05:43:27.449858 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:43:27.582316 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc83cfa-adfe-4846-bdbb-7a8c2721ff87 req-192c3325-f7b6-4f5b-8efd-8fe24f444524 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:43:27.583015 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-1cc83cfa-adfe-4846-bdbb-7a8c2721ff87 req-192c3325-f7b6-4f5b-8efd-8fe24f444524 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Synchronizing usage tracker for tenant:fb0759eb89c04546ab3ebe4e8a3a57f5 on resource:network {{(pid=80246) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:43:27.600014 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-1cc83cfa-adfe-4846-bdbb-7a8c2721ff87 req-192c3325-f7b6-4f5b-8efd-8fe24f444524 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Unset dirty status for tenant:fb0759eb89c04546ab3ebe4e8a3a57f5 on resource:network {{(pid=80246) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:43:27.601779 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1cc83cfa-adfe-4846-bdbb-7a8c2721ff87 req-192c3325-f7b6-4f5b-8efd-8fe24f444524 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/networks?id=1d71a329-4cb1-4485-80ca-4ca822c88d8d HTTP/1.1" status: 200  len: 811 time: 0.1829276
Dec 09 05:43:27.619060 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1cc83cfa-adfe-4846-bdbb-7a8c2721ff87 req-a0b35d61-f94a-4909-a1a6-ccf9a3e6da3a tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/quotas/fb0759eb89c04546ab3ebe4e8a3a57f5 HTTP/1.1" status: 200  len: 375 time: 0.0111232
Dec 09 05:43:27.716360 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1cc83cfa-adfe-4846-bdbb-7a8c2721ff87 req-8b845864-228c-4f29-94e3-7669250fb060 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/ports?tenant_id=fb0759eb89c04546ab3ebe4e8a3a57f5&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0914643
Dec 09 05:43:27.743291 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [req-1cc83cfa-adfe-4846-bdbb-7a8c2721ff87 req-85177e1b-b5dd-4500-904c-b3626d78bb48 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=80246) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 09 05:43:27.744390 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1cc83cfa-adfe-4846-bdbb-7a8c2721ff87 req-85177e1b-b5dd-4500-904c-b3626d78bb48 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0069904
Dec 09 05:43:27.901190 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1cc83cfa-adfe-4846-bdbb-7a8c2721ff87 req-323c41dd-e7c3-47b0-a65d-376736dacf6f service neutron] 10.222.0.39 "GET /v2.0/networks/1d71a329-4cb1-4485-80ca-4ca822c88d8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1499979
Dec 09 05:43:28.051622 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1cc83cfa-adfe-4846-bdbb-7a8c2721ff87 req-05848a37-9e99-4100-b55d-ee538aecc609 service neutron] 10.222.0.39 "GET /v2.0/networks/1d71a329-4cb1-4485-80ca-4ca822c88d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1432703
Dec 09 05:43:28.492946 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-8b73478f-e2b9-4567-8067-70e4ee8d136d req-9622b3c0-859e-442a-810e-5a8f8731568e tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Synchronizing usage tracker for tenant:fb0759eb89c04546ab3ebe4e8a3a57f5 on resource:port {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:43:28.508681 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-8b73478f-e2b9-4567-8067-70e4ee8d136d req-9622b3c0-859e-442a-810e-5a8f8731568e tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Unset dirty status for tenant:fb0759eb89c04546ab3ebe4e8a3a57f5 on resource:port {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:43:28.510106 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8b73478f-e2b9-4567-8067-70e4ee8d136d req-9622b3c0-859e-442a-810e-5a8f8731568e tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/ports?device_id=8e2a2c56-79c4-4b44-982f-05ac4190656a HTTP/1.1" status: 200  len: 210 time: 0.0701652
Dec 09 05:43:29.550565 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc83cfa-adfe-4846-bdbb-7a8c2721ff87 req-b4358812-1729-42b8-8473-4f5127bf6e9f tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:43:29.552151 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1cc83cfa-adfe-4846-bdbb-7a8c2721ff87 req-b4358812-1729-42b8-8473-4f5127bf6e9f tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.59 "GET /v2.0/networks?id=1d71a329-4cb1-4485-80ca-4ca822c88d8d HTTP/1.1" status: 200  len: 811 time: 0.1651211
Dec 09 05:43:29.636633 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1cc83cfa-adfe-4846-bdbb-7a8c2721ff87 req-757d2f37-203c-4b85-9c48-732557d77cc9 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fb0759eb89c04546ab3ebe4e8a3a57f5 HTTP/1.1" status: 200  len: 5551 time: 0.0721223
Dec 09 05:43:29.646639 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-1cc83cfa-adfe-4846-bdbb-7a8c2721ff87 req-0f7ba766-4fb0-40d6-9478-093a4995e1c6 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Request body: {'port': {'device_id': '8e2a2c56-79c4-4b44-982f-05ac4190656a', 'network_id': '1d71a329-4cb1-4485-80ca-4ca822c88d8d', 'admin_state_up': True, 'tenant_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'security_groups': ['075f58c2-c082-4370-ab27-fbb2b1290397']}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:43:29.689336 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-525de2fc-5e4b-4f61-80d4-0512c75ea5be req-85a07945-89ac-4501-9504-737e0890fe2b tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/ports?device_id=8e2a2c56-79c4-4b44-982f-05ac4190656a HTTP/1.1" status: 200  len: 210 time: 0.0479355
Dec 09 05:43:29.802269 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-1cc83cfa-adfe-4846-bdbb-7a8c2721ff87 req-0f7ba766-4fb0-40d6-9478-093a4995e1c6 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:43:29.812424 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-1cc83cfa-adfe-4846-bdbb-7a8c2721ff87 req-0f7ba766-4fb0-40d6-9478-093a4995e1c6 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:43:29.821406 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cc83cfa-adfe-4846-bdbb-7a8c2721ff87 req-0f7ba766-4fb0-40d6-9478-093a4995e1c6 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Made reservation on behalf of fb0759eb89c04546ab3ebe4e8a3a57f5 for: {'port': 1} {{(pid=80245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 09 05:43:29.827014 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-1cc83cfa-adfe-4846-bdbb-7a8c2721ff87 req-0f7ba766-4fb0-40d6-9478-093a4995e1c6 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:43:30.161589 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [req-1cc83cfa-adfe-4846-bdbb-7a8c2721ff87 req-0f7ba766-4fb0-40d6-9478-093a4995e1c6 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Allocated IP 172.20.0.8 (1d71a329-4cb1-4485-80ca-4ca822c88d8d/182fb628-aba9-461c-a88f-9c7c5f5eec4d/1827e9f1-fc73-4d1a-9bb0-44eea23adc24) {{(pid=80245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 09 05:43:30.621130 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-1cc83cfa-adfe-4846-bdbb-7a8c2721ff87 req-0f7ba766-4fb0-40d6-9478-093a4995e1c6 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks [] for port, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:43:30.638093 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [req-1cc83cfa-adfe-4846-bdbb-7a8c2721ff87 req-0f7ba766-4fb0-40d6-9478-093a4995e1c6 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Transition to ACTIVE for port object 1827e9f1-fc73-4d1a-9bb0-44eea23adc24 will not be triggered until provisioned by entity DHCP. {{(pid=80245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 09 05:43:30.657871 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-1cc83cfa-adfe-4846-bdbb-7a8c2721ff87 req-0f7ba766-4fb0-40d6-9478-093a4995e1c6 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249358491764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844148928'] for port, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:43:30.672438 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-41828fa1-f5a2-488a-b5a8-4929363b59e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:43:30.868903 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7ba766-4fb0-40d6-9478-093a4995e1c6 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Pushing event updated for resources: {'Port': ['ID=1827e9f1-fc73-4d1a-9bb0-44eea23adc24,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:43:30.878656 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-0f7ba766-4fb0-40d6-9478-093a4995e1c6 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:43:30.928706 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cc83cfa-adfe-4846-bdbb-7a8c2721ff87 req-0f7ba766-4fb0-40d6-9478-093a4995e1c6 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Network 1d71a329-4cb1-4485-80ca-4ca822c88d8d is already hosted by enough agents. {{(pid=80245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 09 05:43:30.930529 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [req-1cc83cfa-adfe-4846-bdbb-7a8c2721ff87 req-0f7ba766-4fb0-40d6-9478-093a4995e1c6 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Resources bound (agent type, host, resource id):  {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:43:30.933665 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cc83cfa-adfe-4846-bdbb-7a8c2721ff87 req-0f7ba766-4fb0-40d6-9478-093a4995e1c6 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Received port after_create {{(pid=80245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 09 05:43:31.005040 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada7104-a2a8-46a6-9a2d-fcfc6aae1f7d req-819d8b6d-8dd6-4807-bd47-124a7592368c tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:43:31.006929 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3ada7104-a2a8-46a6-9a2d-fcfc6aae1f7d req-819d8b6d-8dd6-4807-bd47-124a7592368c tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/ports?device_id=8e2a2c56-79c4-4b44-982f-05ac4190656a HTTP/1.1" status: 200  len: 931 time: 0.1792343
Dec 09 05:43:31.039044 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc83cfa-adfe-4846-bdbb-7a8c2721ff87 req-0f7ba766-4fb0-40d6-9478-093a4995e1c6 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:43:31.039759 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-1cc83cfa-adfe-4846-bdbb-7a8c2721ff87 req-0f7ba766-4fb0-40d6-9478-093a4995e1c6 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870'] for port, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:43:31.087774 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1cc83cfa-adfe-4846-bdbb-7a8c2721ff87 req-0f7ba766-4fb0-40d6-9478-093a4995e1c6 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4455557
Dec 09 05:43:31.092223 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3ada7104-a2a8-46a6-9a2d-fcfc6aae1f7d req-c3870f51-5f41-4fbe-a481-5e7fa2d9b169 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/security-groups?id=075f58c2-c082-4370-ab27-fbb2b1290397&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0785301
Dec 09 05:43:31.099697 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-1cc83cfa-adfe-4846-bdbb-7a8c2721ff87 req-49814960-ec46-4d74-9079-506542210a6c service neutron] Request body: {'port': {'device_id': '8e2a2c56-79c4-4b44-982f-05ac4190656a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:43:31.183092 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-a153ca7d-5fa5-4bb1-92c6-d740619fce16 None None] Provisioning for port 1827e9f1-fc73-4d1a-9bb0-44eea23adc24 completed by entity DHCP. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 09 05:43:31.188241 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-a153ca7d-5fa5-4bb1-92c6-d740619fce16 None None] Provisioning complete for port 1827e9f1-fc73-4d1a-9bb0-44eea23adc24 triggered by entity DHCP. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:43:31.188730 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a153ca7d-5fa5-4bb1-92c6-d740619fce16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:43:31.217936 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-1cc83cfa-adfe-4846-bdbb-7a8c2721ff87 req-49814960-ec46-4d74-9079-506542210a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:43:31.419450 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-a153ca7d-5fa5-4bb1-92c6-d740619fce16 None None] Port 1827e9f1-fc73-4d1a-9bb0-44eea23adc24 cannot update to ACTIVE because it is not bound. {{(pid=80247) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 09 05:43:31.661508 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [req-1cc83cfa-adfe-4846-bdbb-7a8c2721ff87 req-49814960-ec46-4d74-9079-506542210a6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1827e9f1-fc73-4d1a-9bb0-44eea23adc24 {{(pid=80245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 09 05:43:31.669930 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-1cc83cfa-adfe-4846-bdbb-7a8c2721ff87 req-49814960-ec46-4d74-9079-506542210a6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:43:31.683925 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [req-1cc83cfa-adfe-4846-bdbb-7a8c2721ff87 req-49814960-ec46-4d74-9079-506542210a6c service neutron] Transition to ACTIVE for port object 1827e9f1-fc73-4d1a-9bb0-44eea23adc24 will not be triggered until provisioned by entity L2. {{(pid=80245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 09 05:43:31.686679 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-1cc83cfa-adfe-4846-bdbb-7a8c2721ff87 req-49814960-ec46-4d74-9079-506542210a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10626905'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:43:31.702130 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-2dbcd75f-3e94-4bdb-a0e0-ffaf251c9fd8 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:43:31.846196 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49814960-ec46-4d74-9079-506542210a6c service neutron] Pushing event updated for resources: {'Port': ['ID=1827e9f1-fc73-4d1a-9bb0-44eea23adc24,revision_number=2']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:43:31.851185 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-49814960-ec46-4d74-9079-506542210a6c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:43:32.033579 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-1cc83cfa-adfe-4846-bdbb-7a8c2721ff87 req-49814960-ec46-4d74-9079-506542210a6c service neutron] Attempting to bind port 1827e9f1-fc73-4d1a-9bb0-44eea23adc24 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 09 05:43:32.033983 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-1cc83cfa-adfe-4846-bdbb-7a8c2721ff87 req-49814960-ec46-4d74-9079-506542210a6c service neutron] Attempting to bind port 1827e9f1-fc73-4d1a-9bb0-44eea23adc24 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '53d9c4f6-7f3c-47a3-8018-8c5e0609bb1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1d71a329-4cb1-4485-80ca-4ca822c88d8d'}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 09 05:43:32.034350 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc83cfa-adfe-4846-bdbb-7a8c2721ff87 req-49814960-ec46-4d74-9079-506542210a6c service neutron] Attempting to bind port 1827e9f1-fc73-4d1a-9bb0-44eea23adc24 on network 1d71a329-4cb1-4485-80ca-4ca822c88d8d {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 09 05:43:32.041310 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc83cfa-adfe-4846-bdbb-7a8c2721ff87 req-49814960-ec46-4d74-9079-506542210a6c service neutron] Checking agent: {'id': '86479789-5ca7-450a-99e9-f63f20b79a87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 27, 56), 'started_at': datetime.datetime(2020, 12, 9, 5, 28, 26), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 05:43:32.041656 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc83cfa-adfe-4846-bdbb-7a8c2721ff87 req-49814960-ec46-4d74-9079-506542210a6c service neutron] Checking segment: {'id': '53d9c4f6-7f3c-47a3-8018-8c5e0609bb1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1d71a329-4cb1-4485-80ca-4ca822c88d8d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 09 05:43:32.042084 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-1cc83cfa-adfe-4846-bdbb-7a8c2721ff87 req-49814960-ec46-4d74-9079-506542210a6c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:43:32.042501 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc83cfa-adfe-4846-bdbb-7a8c2721ff87 req-49814960-ec46-4d74-9079-506542210a6c service neutron] Bound using segment: {'id': '53d9c4f6-7f3c-47a3-8018-8c5e0609bb1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1d71a329-4cb1-4485-80ca-4ca822c88d8d'} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 05:43:32.042954 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-1cc83cfa-adfe-4846-bdbb-7a8c2721ff87 req-49814960-ec46-4d74-9079-506542210a6c service neutron] Bound port: 1827e9f1-fc73-4d1a-9bb0-44eea23adc24, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53d9c4f6-7f3c-47a3-8018-8c5e0609bb1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1d71a329-4cb1-4485-80ca-4ca822c88d8d'}}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 09 05:43:32.043326 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-1cc83cfa-adfe-4846-bdbb-7a8c2721ff87 req-49814960-ec46-4d74-9079-506542210a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:43:32.137310 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-1cc83cfa-adfe-4846-bdbb-7a8c2721ff87 req-49814960-ec46-4d74-9079-506542210a6c service neutron] For port 1827e9f1-fc73-4d1a-9bb0-44eea23adc24, host hv-cinder-76330, cleared binding levels {{(pid=80245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 09 05:43:32.141226 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-1cc83cfa-adfe-4846-bdbb-7a8c2721ff87 req-49814960-ec46-4d74-9079-506542210a6c service neutron] For port 1827e9f1-fc73-4d1a-9bb0-44eea23adc24, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=1827e9f1-fc73-4d1a-9bb0-44eea23adc24,segment=NetworkSegment(53d9c4f6-7f3c-47a3-8018-8c5e0609bb1c),segment_id=53d9c4f6-7f3c-47a3-8018-8c5e0609bb1c)] {{(pid=80245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 09 05:43:32.147468 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-1cc83cfa-adfe-4846-bdbb-7a8c2721ff87 req-49814960-ec46-4d74-9079-506542210a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10626905'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:43:32.164397 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-1d109f4c-82a5-422c-9b5a-26a9ce738f4e tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:43:32.317236 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49814960-ec46-4d74-9079-506542210a6c service neutron] Pushing event updated for resources: {'Port': ['ID=1827e9f1-fc73-4d1a-9bb0-44eea23adc24,revision_number=3']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:43:32.323891 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-49814960-ec46-4d74-9079-506542210a6c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:43:32.325569 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06897c79-8842-46fd-bd4a-fbf3011e8f77 req-f4f7e36f-285d-444d-8de1-ee7134786efd tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:43:32.327315 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-06897c79-8842-46fd-bd4a-fbf3011e8f77 req-f4f7e36f-285d-444d-8de1-ee7134786efd tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/ports?device_id=8e2a2c56-79c4-4b44-982f-05ac4190656a HTTP/1.1" status: 200  len: 943 time: 0.0944955
Dec 09 05:43:32.365289 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc83cfa-adfe-4846-bdbb-7a8c2721ff87 req-49814960-ec46-4d74-9079-506542210a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:43:32.366641 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-1cc83cfa-adfe-4846-bdbb-7a8c2721ff87 req-49814960-ec46-4d74-9079-506542210a6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870'] for port, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:43:32.368304 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1cc83cfa-adfe-4846-bdbb-7a8c2721ff87 req-49814960-ec46-4d74-9079-506542210a6c service neutron] 10.222.0.59 "PUT /v2.0/ports/1827e9f1-fc73-4d1a-9bb0-44eea23adc24 HTTP/1.1" status: 200  len: 1157 time: 1.2731047
Dec 09 05:43:32.369511 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e2a2c56-79c4-4b44-982f-05ac4190656a', 'tag': '1827e9f1-fc73-4d1a-9bb0-44eea23adc24'}] {{(pid=80245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:43:32.390962 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-06897c79-8842-46fd-bd4a-fbf3011e8f77 req-0f3e3630-bc65-449f-a942-de05e9aa5703 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/security-groups?id=075f58c2-c082-4370-ab27-fbb2b1290397&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0559645
Dec 09 05:43:32.467470 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e2a2c56-79c4-4b44-982f-05ac4190656a', 'tag': '1827e9f1-fc73-4d1a-9bb0-44eea23adc24', 'status': 'completed', 'code': 200}
Dec 09 05:43:32.510659 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc83cfa-adfe-4846-bdbb-7a8c2721ff87 req-3c9da5f9-b4c9-4e1e-9688-4edc08edbdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:43:32.512362 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1cc83cfa-adfe-4846-bdbb-7a8c2721ff87 req-3c9da5f9-b4c9-4e1e-9688-4edc08edbdeb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fb0759eb89c04546ab3ebe4e8a3a57f5&device_id=8e2a2c56-79c4-4b44-982f-05ac4190656a HTTP/1.1" status: 200  len: 1160 time: 0.1054604
Dec 09 05:43:32.586682 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1cc83cfa-adfe-4846-bdbb-7a8c2721ff87 req-901cc7b2-9246-457e-8949-89fd5f34b1cd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1827e9f1-fc73-4d1a-9bb0-44eea23adc24 HTTP/1.1" status: 200  len: 217 time: 0.0673637
Dec 09 05:43:32.661433 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc83cfa-adfe-4846-bdbb-7a8c2721ff87 req-0796a22c-5f43-4abc-99a0-724dff901f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:43:32.663698 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1cc83cfa-adfe-4846-bdbb-7a8c2721ff87 req-0796a22c-5f43-4abc-99a0-724dff901f0e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=182fb628-aba9-461c-a88f-9c7c5f5eec4d HTTP/1.1" status: 200  len: 850 time: 0.0709593
Dec 09 05:43:32.744326 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc83cfa-adfe-4846-bdbb-7a8c2721ff87 req-e6cd71cd-9cad-46f8-88f3-53b50756cf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:43:32.746014 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1cc83cfa-adfe-4846-bdbb-7a8c2721ff87 req-e6cd71cd-9cad-46f8-88f3-53b50756cf58 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1d71a329-4cb1-4485-80ca-4ca822c88d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0764661
Dec 09 05:43:32.894322 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1cc83cfa-adfe-4846-bdbb-7a8c2721ff87 req-5ec8d1d4-6204-4ca6-a1c6-3ba9235c4c9f service neutron] 10.222.0.59 "GET /v2.0/networks/1d71a329-4cb1-4485-80ca-4ca822c88d8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1409760
Dec 09 05:43:33.040275 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1cc83cfa-adfe-4846-bdbb-7a8c2721ff87 req-b802d3bf-d237-4fba-8263-d41963ea019d service neutron] 10.222.0.59 "GET /v2.0/networks/1d71a329-4cb1-4485-80ca-4ca822c88d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1387594
Dec 09 05:43:33.170765 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc730afb-ac6f-4d38-9dc4-bf855c683dc0 req-5e0ffa40-1545-41a8-ac95-c28bf913dd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:43:33.172423 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cc730afb-ac6f-4d38-9dc4-bf855c683dc0 req-5e0ffa40-1545-41a8-ac95-c28bf913dd3d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fb0759eb89c04546ab3ebe4e8a3a57f5&device_id=8e2a2c56-79c4-4b44-982f-05ac4190656a HTTP/1.1" status: 200  len: 1160 time: 0.0840275
Dec 09 05:43:33.323957 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc730afb-ac6f-4d38-9dc4-bf855c683dc0 req-6981d2ac-194c-4063-960a-bb7942735aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:43:33.325574 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cc730afb-ac6f-4d38-9dc4-bf855c683dc0 req-6981d2ac-194c-4063-960a-bb7942735aed service neutron] 10.222.0.59 "GET /v2.0/networks?id=1d71a329-4cb1-4485-80ca-4ca822c88d8d HTTP/1.1" status: 200  len: 905 time: 0.1457760
Dec 09 05:43:33.401899 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cc730afb-ac6f-4d38-9dc4-bf855c683dc0 req-5a9a0e66-7d53-41b7-b4fa-a73fa233fe08 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1827e9f1-fc73-4d1a-9bb0-44eea23adc24 HTTP/1.1" status: 200  len: 217 time: 0.0692019
Dec 09 05:43:33.475303 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc730afb-ac6f-4d38-9dc4-bf855c683dc0 req-2e5603b2-d5f0-4832-a13a-ab3efc5c5f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:43:33.477008 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cc730afb-ac6f-4d38-9dc4-bf855c683dc0 req-2e5603b2-d5f0-4832-a13a-ab3efc5c5f0e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=182fb628-aba9-461c-a88f-9c7c5f5eec4d HTTP/1.1" status: 200  len: 850 time: 0.0693243
Dec 09 05:43:33.565389 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc730afb-ac6f-4d38-9dc4-bf855c683dc0 req-090dafa8-e094-4074-b72a-d98a8a9c24e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:43:33.567084 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cc730afb-ac6f-4d38-9dc4-bf855c683dc0 req-090dafa8-e094-4074-b72a-d98a8a9c24e4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1d71a329-4cb1-4485-80ca-4ca822c88d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0832512
Dec 09 05:43:33.620963 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b58a1-4db2-4a3c-81c1-f9c03947dc75 req-1f4c6e13-bf64-4145-8d1b-e85b587b71c2 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:43:33.622673 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-565b58a1-4db2-4a3c-81c1-f9c03947dc75 req-1f4c6e13-bf64-4145-8d1b-e85b587b71c2 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/ports?device_id=8e2a2c56-79c4-4b44-982f-05ac4190656a HTTP/1.1" status: 200  len: 943 time: 0.0872052
Dec 09 05:43:33.677825 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-565b58a1-4db2-4a3c-81c1-f9c03947dc75 req-9dce822b-03ab-45df-b78b-0689b75a018e tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/security-groups?id=075f58c2-c082-4370-ab27-fbb2b1290397&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0485251
Dec 09 05:43:33.714911 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cc730afb-ac6f-4d38-9dc4-bf855c683dc0 req-2119133d-abb6-46d1-89d9-adf5d2efb372 service neutron] 10.222.0.59 "GET /v2.0/networks/1d71a329-4cb1-4485-80ca-4ca822c88d8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1408679
Dec 09 05:43:33.867555 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cc730afb-ac6f-4d38-9dc4-bf855c683dc0 req-f8e917d7-a162-48f8-866f-3898d663a892 service neutron] 10.222.0.59 "GET /v2.0/networks/1d71a329-4cb1-4485-80ca-4ca822c88d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1462467
Dec 09 05:43:34.901642 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278cc75f-554f-4d55-b972-887e98ba5230 req-bcf5235c-61cd-4353-97bb-c414b9398fbf tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:43:34.902438 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-278cc75f-554f-4d55-b972-887e98ba5230 req-bcf5235c-61cd-4353-97bb-c414b9398fbf tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Synchronizing usage tracker for tenant:fb0759eb89c04546ab3ebe4e8a3a57f5 on resource:port {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:43:34.917792 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-278cc75f-554f-4d55-b972-887e98ba5230 req-bcf5235c-61cd-4353-97bb-c414b9398fbf tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Unset dirty status for tenant:fb0759eb89c04546ab3ebe4e8a3a57f5 on resource:port {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:43:34.919134 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-278cc75f-554f-4d55-b972-887e98ba5230 req-bcf5235c-61cd-4353-97bb-c414b9398fbf tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/ports?device_id=8e2a2c56-79c4-4b44-982f-05ac4190656a HTTP/1.1" status: 200  len: 943 time: 0.1039262
Dec 09 05:43:34.972706 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-278cc75f-554f-4d55-b972-887e98ba5230 req-d82febd3-edca-4df1-ad20-82dd53f17cc7 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/security-groups?id=075f58c2-c082-4370-ab27-fbb2b1290397&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0471456
Dec 09 05:43:36.191365 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5f6091-e5d2-4db0-a715-b22da06f0bed req-c205ad61-7ea1-43b6-9e0d-ce45892400c7 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:43:36.192916 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ae5f6091-e5d2-4db0-a715-b22da06f0bed req-c205ad61-7ea1-43b6-9e0d-ce45892400c7 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/ports?device_id=8e2a2c56-79c4-4b44-982f-05ac4190656a HTTP/1.1" status: 200  len: 943 time: 0.0904071
Dec 09 05:43:36.243624 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ae5f6091-e5d2-4db0-a715-b22da06f0bed req-db48e264-fc3e-4a2c-9c55-1a693b5677e9 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/security-groups?id=075f58c2-c082-4370-ab27-fbb2b1290397&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0438025
Dec 09 05:43:37.460546 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa859921-a9e7-4b98-8321-c502c213f990 req-f7077697-15d0-4d0f-ad2d-72ee3d6474c4 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:43:37.462242 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-aa859921-a9e7-4b98-8321-c502c213f990 req-f7077697-15d0-4d0f-ad2d-72ee3d6474c4 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/ports?device_id=8e2a2c56-79c4-4b44-982f-05ac4190656a HTTP/1.1" status: 200  len: 943 time: 0.0874474
Dec 09 05:43:37.510805 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-aa859921-a9e7-4b98-8321-c502c213f990 req-0d52e48f-5e30-486a-9137-658d23e30158 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/security-groups?id=075f58c2-c082-4370-ab27-fbb2b1290397&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0421772
Dec 09 05:43:38.737490 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d644b9-bfda-4e64-88e5-050383b27660 req-af4e4013-41f5-4ba1-88e7-2e3b52200d7c tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:43:38.739226 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-98d644b9-bfda-4e64-88e5-050383b27660 req-af4e4013-41f5-4ba1-88e7-2e3b52200d7c tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/ports?device_id=8e2a2c56-79c4-4b44-982f-05ac4190656a HTTP/1.1" status: 200  len: 943 time: 0.0958548
Dec 09 05:43:38.796413 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-98d644b9-bfda-4e64-88e5-050383b27660 req-cdfb588e-b294-4bee-975a-b3c10686eaee tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/security-groups?id=075f58c2-c082-4370-ab27-fbb2b1290397&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0467396
Dec 09 05:43:40.027552 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db613bd9-859a-4572-8802-3c6cda1d419d req-04cbb2f9-381d-4287-b634-d75868589a75 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:43:40.029187 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-db613bd9-859a-4572-8802-3c6cda1d419d req-04cbb2f9-381d-4287-b634-d75868589a75 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/ports?device_id=8e2a2c56-79c4-4b44-982f-05ac4190656a HTTP/1.1" status: 200  len: 943 time: 0.0894406
Dec 09 05:43:40.078708 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-db613bd9-859a-4572-8802-3c6cda1d419d req-63c3c6a5-cdfe-4b97-9b33-5b56055ad05f tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/security-groups?id=075f58c2-c082-4370-ab27-fbb2b1290397&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0428560
Dec 09 05:43:41.078243 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device 1827e9f1-fc73-4d1a-9bb0-44eea23adc24 up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:43:41.154115 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning for port 1827e9f1-fc73-4d1a-9bb0-44eea23adc24 completed by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 09 05:43:41.160556 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port 1827e9f1-fc73-4d1a-9bb0-44eea23adc24 triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:43:41.160986 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:43:41.291093 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:43:41.310458 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32df9c6e-812f-491a-a1e2-fbe96948fa4e req-5236a5ac-60f9-44cd-880b-0e6b4491d561 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:43:41.312193 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-32df9c6e-812f-491a-a1e2-fbe96948fa4e req-5236a5ac-60f9-44cd-880b-0e6b4491d561 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/ports?device_id=8e2a2c56-79c4-4b44-982f-05ac4190656a HTTP/1.1" status: 200  len: 943 time: 0.0914414
Dec 09 05:43:41.321428 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e2a2c56-79c4-4b44-982f-05ac4190656a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1827e9f1-fc73-4d1a-9bb0-44eea23adc24'}] {{(pid=80247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:43:41.332428 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] For port 1827e9f1-fc73-4d1a-9bb0-44eea23adc24, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=1827e9f1-fc73-4d1a-9bb0-44eea23adc24,segment=NetworkSegment(53d9c4f6-7f3c-47a3-8018-8c5e0609bb1c),segment_id=53d9c4f6-7f3c-47a3-8018-8c5e0609bb1c)] {{(pid=80247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:43:41.336801 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:43:41.338906 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:43:41.370763 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-32df9c6e-812f-491a-a1e2-fbe96948fa4e req-6a26641f-bed5-458d-8a85-f72b4573cd76 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/security-groups?id=075f58c2-c082-4370-ab27-fbb2b1290397&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0510466
Dec 09 05:43:41.390823 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e2a2c56-79c4-4b44-982f-05ac4190656a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1827e9f1-fc73-4d1a-9bb0-44eea23adc24', 'code': 200}
Dec 09 05:43:41.417757 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Pushing event updated for resources: {'Port': ['ID=1827e9f1-fc73-4d1a-9bb0-44eea23adc24,revision_number=4']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:43:41.426421 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:43:41.426819 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:43:41.427207 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:43:41.427602 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:43:41.428179 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:43:41.428647 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:43:41.429030 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:43:41.429402 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:43:41.429779 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:43:41.430175 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:43:41.430546 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:43:41.430911 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:43:41.431320 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:43:41.431687 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:43:41.432054 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:43:41.432418 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:43:41.432783 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:43:41.433154 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:43:41.433520 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:43:41.433905 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:43:41.434271 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:43:41.434872 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:43:41.435391 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:43:41.435757 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:43:41.440783 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:43:41.682281 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e85bb-c078-47e8-a019-c7192c2be76e req-ec140273-ee44-46ac-8ef4-c57c1ea09fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:43:41.683851 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6c6e85bb-c078-47e8-a019-c7192c2be76e req-ec140273-ee44-46ac-8ef4-c57c1ea09fb2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8e2a2c56-79c4-4b44-982f-05ac4190656a HTTP/1.1" status: 200  len: 1162 time: 0.0780406
Dec 09 05:43:41.734297 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6c6e85bb-c078-47e8-a019-c7192c2be76e req-00eef4b4-e0f0-4bac-82de-7937ef41c815 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=075f58c2-c082-4370-ab27-fbb2b1290397&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0441763
Dec 09 05:43:42.630384 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e619e360-5fa5-4179-ba43-81ac8dedf409 req-7a170636-895f-4408-9700-8b22f518b472 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:43:42.632527 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e619e360-5fa5-4179-ba43-81ac8dedf409 req-7a170636-895f-4408-9700-8b22f518b472 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/ports?device_id=8e2a2c56-79c4-4b44-982f-05ac4190656a HTTP/1.1" status: 200  len: 945 time: 0.1032085
Dec 09 05:43:42.683419 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-e619e360-5fa5-4179-ba43-81ac8dedf409 req-fa472cdc-2fe0-4a32-8ec1-c18c8b6305fc tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/security-groups?id=075f58c2-c082-4370-ab27-fbb2b1290397&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0440834
Dec 09 05:43:42.848109 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device 1827e9f1-fc73-4d1a-9bb0-44eea23adc24 up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:43:42.922737 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port 1827e9f1-fc73-4d1a-9bb0-44eea23adc24 triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:43:42.923189 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:43:43.908971 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99efaa95-7123-4ed4-aa6f-ab812eda208b req-4ef955f6-22f0-4f7b-9f5a-552875484486 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:43:43.910634 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-99efaa95-7123-4ed4-aa6f-ab812eda208b req-4ef955f6-22f0-4f7b-9f5a-552875484486 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/ports?device_id=8e2a2c56-79c4-4b44-982f-05ac4190656a HTTP/1.1" status: 200  len: 945 time: 0.0890300
Dec 09 05:43:43.963459 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-99efaa95-7123-4ed4-aa6f-ab812eda208b req-a0e4459b-006c-42a6-834c-0812b8dea9e8 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/security-groups?id=075f58c2-c082-4370-ab27-fbb2b1290397&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0457010
Dec 09 05:43:44.188024 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24c2aa0-8adb-448c-b9fb-8d113fa5e91f req-e0b4606c-4c7c-4243-b02e-7ebfd87d0369 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:43:44.189673 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b24c2aa0-8adb-448c-b9fb-8d113fa5e91f req-e0b4606c-4c7c-4243-b02e-7ebfd87d0369 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/ports?device_id=8e2a2c56-79c4-4b44-982f-05ac4190656a HTTP/1.1" status: 200  len: 945 time: 0.0903671
Dec 09 05:43:44.242855 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b24c2aa0-8adb-448c-b9fb-8d113fa5e91f req-60b5b3b7-dc19-481c-8c4a-7cdb8797065d tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/security-groups?id=075f58c2-c082-4370-ab27-fbb2b1290397&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0453455
Dec 09 05:43:44.463772 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1ac7aff7-af88-404f-abc9-38b1dac7f0db req-5acef3e7-7428-46ae-9af7-22d6dc5849a2 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1637001
Dec 09 05:43:44.474186 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-1ac7aff7-af88-404f-abc9-38b1dac7f0db req-f0b41729-0307-49b6-ae9b-1aea8ee7fce3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Request body: {'floatingip': {'floating_network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89'}} {{(pid=80246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:43:44.480319 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-1ac7aff7-af88-404f-abc9-38b1dac7f0db req-f0b41729-0307-49b6-ae9b-1aea8ee7fce3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:43:44.490952 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-1ac7aff7-af88-404f-abc9-38b1dac7f0db req-f0b41729-0307-49b6-ae9b-1aea8ee7fce3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:43:44.500662 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-1ac7aff7-af88-404f-abc9-38b1dac7f0db req-f0b41729-0307-49b6-ae9b-1aea8ee7fce3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks [] for floatingip, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:43:44.652847 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-1ac7aff7-af88-404f-abc9-38b1dac7f0db req-f0b41729-0307-49b6-ae9b-1aea8ee7fce3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:43:44.937566 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [req-1ac7aff7-af88-404f-abc9-38b1dac7f0db req-f0b41729-0307-49b6-ae9b-1aea8ee7fce3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Allocated IP 172.27.2.235 (1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89/b1368c69-6e14-4d1d-80ab-b679585c21ba/09a414df-c15c-4ab2-ae03-9e6a98692087) {{(pid=80246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 09 05:43:45.093642 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-1ac7aff7-af88-404f-abc9-38b1dac7f0db req-f0b41729-0307-49b6-ae9b-1aea8ee7fce3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks [] for port, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:43:45.119751 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-1ac7aff7-af88-404f-abc9-38b1dac7f0db req-f0b41729-0307-49b6-ae9b-1aea8ee7fce3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249358491764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10841009'] for port, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:43:45.135252 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-6bcc1761-e2a1-4923-a605-7c3c95fecc13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:43:45.278766 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b41729-0307-49b6-ae9b-1aea8ee7fce3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Pushing event updated for resources: {'Port': ['ID=09a414df-c15c-4ab2-ae03-9e6a98692087,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:43:45.293033 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b41729-0307-49b6-ae9b-1aea8ee7fce3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:43:45.293458 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b41729-0307-49b6-ae9b-1aea8ee7fce3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:43:45.293904 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b41729-0307-49b6-ae9b-1aea8ee7fce3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:43:45.294320 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b41729-0307-49b6-ae9b-1aea8ee7fce3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:43:45.294730 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b41729-0307-49b6-ae9b-1aea8ee7fce3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:43:45.295138 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b41729-0307-49b6-ae9b-1aea8ee7fce3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:43:45.295545 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b41729-0307-49b6-ae9b-1aea8ee7fce3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:43:45.295951 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b41729-0307-49b6-ae9b-1aea8ee7fce3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:43:45.296357 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b41729-0307-49b6-ae9b-1aea8ee7fce3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:43:45.296761 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b41729-0307-49b6-ae9b-1aea8ee7fce3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:43:45.297164 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b41729-0307-49b6-ae9b-1aea8ee7fce3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:43:45.297567 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b41729-0307-49b6-ae9b-1aea8ee7fce3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:43:45.298031 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b41729-0307-49b6-ae9b-1aea8ee7fce3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:43:45.298436 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b41729-0307-49b6-ae9b-1aea8ee7fce3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:43:45.298838 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b41729-0307-49b6-ae9b-1aea8ee7fce3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:43:45.299242 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b41729-0307-49b6-ae9b-1aea8ee7fce3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:43:45.299642 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b41729-0307-49b6-ae9b-1aea8ee7fce3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:43:45.300043 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b41729-0307-49b6-ae9b-1aea8ee7fce3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:43:45.300477 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b41729-0307-49b6-ae9b-1aea8ee7fce3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:43:45.300879 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b41729-0307-49b6-ae9b-1aea8ee7fce3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:43:45.301284 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b41729-0307-49b6-ae9b-1aea8ee7fce3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:43:45.301684 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b41729-0307-49b6-ae9b-1aea8ee7fce3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:43:45.302112 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b41729-0307-49b6-ae9b-1aea8ee7fce3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:43:45.302541 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b41729-0307-49b6-ae9b-1aea8ee7fce3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:43:45.308370 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-f0b41729-0307-49b6-ae9b-1aea8ee7fce3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:43:45.347567 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ac7aff7-af88-404f-abc9-38b1dac7f0db req-f0b41729-0307-49b6-ae9b-1aea8ee7fce3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Network 1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89 is already hosted by enough agents. {{(pid=80246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 09 05:43:45.348809 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [req-1ac7aff7-af88-404f-abc9-38b1dac7f0db req-f0b41729-0307-49b6-ae9b-1aea8ee7fce3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Resources bound (agent type, host, resource id):  {{(pid=80246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:43:45.351888 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ac7aff7-af88-404f-abc9-38b1dac7f0db req-f0b41729-0307-49b6-ae9b-1aea8ee7fce3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Received port after_create {{(pid=80246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 09 05:43:45.439097 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-1ac7aff7-af88-404f-abc9-38b1dac7f0db req-f0b41729-0307-49b6-ae9b-1aea8ee7fce3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks [] for floatingip, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:43:45.500351 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-1ac7aff7-af88-404f-abc9-38b1dac7f0db req-f0b41729-0307-49b6-ae9b-1aea8ee7fce3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:43:45.799264 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-36c68bb9-56b8-4392-ae08-f54f06a9378f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:43:46.011125 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-1ac7aff7-af88-404f-abc9-38b1dac7f0db req-f0b41729-0307-49b6-ae9b-1aea8ee7fce3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks [] for port, precommit_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:43:46.014729 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-1ac7aff7-af88-404f-abc9-38b1dac7f0db req-f0b41729-0307-49b6-ae9b-1aea8ee7fce3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843934808'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:43:46.030870 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-1b38b649-8e6f-4151-9b1f-c9a0721a993c tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:43:46.179436 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b41729-0307-49b6-ae9b-1aea8ee7fce3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Pushing event updated for resources: {'Port': ['ID=09a414df-c15c-4ab2-ae03-9e6a98692087,revision_number=2']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:43:46.184055 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-f0b41729-0307-49b6-ae9b-1aea8ee7fce3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:43:46.309922 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-1ac7aff7-af88-404f-abc9-38b1dac7f0db req-f0b41729-0307-49b6-ae9b-1aea8ee7fce3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851028540'] for floatingip, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:43:46.337676 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-1ac7aff7-af88-404f-abc9-38b1dac7f0db req-f0b41729-0307-49b6-ae9b-1aea8ee7fce3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870'] for floatingip, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:43:46.339042 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1ac7aff7-af88-404f-abc9-38b1dac7f0db req-f0b41729-0307-49b6-ae9b-1aea8ee7fce3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.8693109
Dec 09 05:43:46.432076 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-1ac7aff7-af88-404f-abc9-38b1dac7f0db req-fe44c4c6-6dd7-4665-b6df-23c0f4c4fa9d tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Synchronizing usage tracker for tenant:fb0759eb89c04546ab3ebe4e8a3a57f5 on resource:floatingip {{(pid=80246) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:43:46.446891 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-1ac7aff7-af88-404f-abc9-38b1dac7f0db req-fe44c4c6-6dd7-4665-b6df-23c0f4c4fa9d tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Unset dirty status for tenant:fb0759eb89c04546ab3ebe4e8a3a57f5 on resource:floatingip {{(pid=80246) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:43:46.448172 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1ac7aff7-af88-404f-abc9-38b1dac7f0db req-fe44c4c6-6dd7-4665-b6df-23c0f4c4fa9d tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.27.2.235 HTTP/1.1" status: 200  len: 696 time: 0.1025133
Dec 09 05:43:46.610386 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac7aff7-af88-404f-abc9-38b1dac7f0db req-7944cb0f-0aa5-495f-8fd7-351d981c04b8 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:43:46.611930 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1ac7aff7-af88-404f-abc9-38b1dac7f0db req-7944cb0f-0aa5-495f-8fd7-351d981c04b8 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/networks/1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89 HTTP/1.1" status: 200  len: 784 time: 0.1576529
Dec 09 05:43:46.623243 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [req-1ac7aff7-af88-404f-abc9-38b1dac7f0db req-276b7d25-1792-4b2f-a730-a32364f58cdf tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=80246) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 09 05:43:46.624306 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1ac7aff7-af88-404f-abc9-38b1dac7f0db req-276b7d25-1792-4b2f-a730-a32364f58cdf tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0063024
Dec 09 05:43:46.838525 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ec692-c715-4968-b10b-7f94d1ceb2bc req-06554c23-8a89-481a-add6-ec7d30c90488 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:43:46.840218 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-186ec692-c715-4968-b10b-7f94d1ceb2bc req-06554c23-8a89-481a-add6-ec7d30c90488 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/ports?device_id=8e2a2c56-79c4-4b44-982f-05ac4190656a&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1025546
Dec 09 05:43:46.928315 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-186ec692-c715-4968-b10b-7f94d1ceb2bc req-2103b139-eadd-4fc1-bc12-f26c44facd40 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.27.2.235 HTTP/1.1" status: 200  len: 696 time: 0.0814524
Dec 09 05:43:46.938685 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-186ec692-c715-4968-b10b-7f94d1ceb2bc req-985ef800-bb72-44f8-9302-d998a8aeed5a tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Request body: {'floatingip': {'port_id': '1827e9f1-fc73-4d1a-9bb0-44eea23adc24', 'fixed_ip_address': '172.20.0.8'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:43:47.252990 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-186ec692-c715-4968-b10b-7f94d1ceb2bc req-985ef800-bb72-44f8-9302-d998a8aeed5a tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks [] for floatingip, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:43:47.360660 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-809aeb4e-7274-4c78-9d29-b585e5b8b2e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:43:47.870957 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-186ec692-c715-4968-b10b-7f94d1ceb2bc req-985ef800-bb72-44f8-9302-d998a8aeed5a tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks [] for floatingip, precommit_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:43:47.873774 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-186ec692-c715-4968-b10b-7f94d1ceb2bc req-985ef800-bb72-44f8-9302-d998a8aeed5a tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851028540'] for floatingip, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:43:48.052297 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.db.l3_db [req-186ec692-c715-4968-b10b-7f94d1ceb2bc req-985ef800-bb72-44f8-9302-d998a8aeed5a tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Floating IP 848049b6-7834-4456-859b-a5abfb92056d associated. External IP: 172.27.2.235, port: 1827e9f1-fc73-4d1a-9bb0-44eea23adc24.
Dec 09 05:43:48.268691 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d667687f-70e4-40ee-92a5-0e371b53b2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:43:48.431694 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [req-186ec692-c715-4968-b10b-7f94d1ceb2bc req-985ef800-bb72-44f8-9302-d998a8aeed5a tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Router ade62f9c-537d-4987-9617-1a2de4f956fc has already been hosted by L3 agent 16cb43a9-cd2d-4531-acd4-2457db4a9ad2 {{(pid=80245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 09 05:43:48.626892 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-186ec692-c715-4968-b10b-7f94d1ceb2bc req-985ef800-bb72-44f8-9302-d998a8aeed5a tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify agent at l3_agent.dv-cinder-763306-6-iscsi the message routers_updated {{(pid=80245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 09 05:43:48.632650 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-186ec692-c715-4968-b10b-7f94d1ceb2bc req-985ef800-bb72-44f8-9302-d998a8aeed5a tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870'] for floatingip, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:43:48.637805 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ae3201-c139-44b1-80fe-b47f248b7348 None None] Sync routers for ids ['ade62f9c-537d-4987-9617-1a2de4f956fc'] in dv-cinder-763306-6-iscsi {{(pid=80248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 09 05:43:48.650474 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ae3201-c139-44b1-80fe-b47f248b7348 None None] Routers {'ade62f9c-537d-4987-9617-1a2de4f956fc'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:43:48.651203 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-b3ae3201-c139-44b1-80fe-b47f248b7348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff8876630>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:43:47Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['ade62f9c-537d-4987-9617-1a2de4f956fc'], 'active': True} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:43:48.693666 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-186ec692-c715-4968-b10b-7f94d1ceb2bc req-985ef800-bb72-44f8-9302-d998a8aeed5a tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "PUT /v2.0/floatingips/848049b6-7834-4456-859b-a5abfb92056d HTTP/1.1" status: 200  len: 996 time: 1.7590432
Dec 09 05:43:48.694522 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e2a2c56-79c4-4b44-982f-05ac4190656a', 'tag': '1827e9f1-fc73-4d1a-9bb0-44eea23adc24'}] {{(pid=80245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:43:48.764135 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e2a2c56-79c4-4b44-982f-05ac4190656a', 'tag': '1827e9f1-fc73-4d1a-9bb0-44eea23adc24', 'status': 'completed', 'code': 200}
Dec 09 05:43:48.852420 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-b3ae3201-c139-44b1-80fe-b47f248b7348 None None] Set router ade62f9c-537d-4987-9617-1a2de4f956fc gateway port host: dv-cinder-763306-6-iscsi {{(pid=80248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:43:48.860568 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ec692-c715-4968-b10b-7f94d1ceb2bc req-3792059b-7e29-4232-bc2e-b71e1b99c3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:43:48.862296 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-186ec692-c715-4968-b10b-7f94d1ceb2bc req-3792059b-7e29-4232-bc2e-b71e1b99c3b8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fb0759eb89c04546ab3ebe4e8a3a57f5&device_id=8e2a2c56-79c4-4b44-982f-05ac4190656a HTTP/1.1" status: 200  len: 1162 time: 0.1538210
Dec 09 05:43:49.002637 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4733e6a-4903-4fe1-9d49-07fe2d5702ef req-e420b8d0-9490-40a3-9c3f-f832ba45b7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:43:49.004189 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d4733e6a-4903-4fe1-9d49-07fe2d5702ef req-e420b8d0-9490-40a3-9c3f-f832ba45b7c2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fb0759eb89c04546ab3ebe4e8a3a57f5&device_id=8e2a2c56-79c4-4b44-982f-05ac4190656a HTTP/1.1" status: 200  len: 1162 time: 0.2148256
Dec 09 05:43:49.005646 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:43:49.135474 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ec692-c715-4968-b10b-7f94d1ceb2bc req-6e7e3003-034e-444f-9a3d-d944c16c032b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:43:49.137091 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-186ec692-c715-4968-b10b-7f94d1ceb2bc req-6e7e3003-034e-444f-9a3d-d944c16c032b service neutron] 10.222.0.39 "GET /v2.0/networks?id=1d71a329-4cb1-4485-80ca-4ca822c88d8d HTTP/1.1" status: 200  len: 905 time: 0.2674158
Dec 09 05:43:49.247375 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-b3ae3201-c139-44b1-80fe-b47f248b7348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff8876630>, [{'id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'name': 'tempest-TestVolumeBootPattern-642748745-router', 'tenant_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'e8d04b31-14e9-4b29-9697-026e8985e83c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:40:37Z', 'updated_at': '2020-12-09T05:40:42Z', 'revision_number': 4, 'project_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'gw_port': {'id': 'e8d04b31-14e9-4b29-9697-026e8985e83c', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:40:38Z', 'updated_at': '2020-12-09T05:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_floatingips': [{'id': '848049b6-7834-4456-859b-a5abfb92056d', 'tenant_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'floating_ip_address': '172.27.2.235', 'floating_network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'router_id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'port_id': '1827e9f1-fc73-4d1a-9bb0-44eea23adc24', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d71a329-4cb1-4485-80ca-4ca822c88d8d', 'mac_address': 'fa:16:3e:61:07:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2a2c56-79c4-4b44-982f-05ac4190656a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-09T05:43:45Z', 'updated_at': '2020-12-09T05:43:47Z', 'revision_number': 1, 'project_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2c3be73-dc1d-47aa-8cf4-f318bf2edb9f', 'name': '', 'network_id': '1d71a329-4cb1-4485-80ca-4ca822c88d8d', 'tenant_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'mac_address': 'fa:16:3e:64:cc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '182fb628-aba9-461c-a88f-9c7c5f5eec4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:40:41Z', 'updated_at': '2020-12-09T05:40:51Z', 'revision_number': 5, 'project_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'subnets': [{'id': '182fb628-aba9-461c-a88f-9c7c5f5eec4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:43:49.251616 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ae3201-c139-44b1-80fe-b47f248b7348 None None] Checking router: ade62f9c-537d-4987-9617-1a2de4f956fc for host: dv-cinder-763306-6-iscsi {{(pid=80248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 09 05:43:49.261417 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ae3201-c139-44b1-80fe-b47f248b7348 None None] Routers {'ade62f9c-537d-4987-9617-1a2de4f956fc'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:43:49.262060 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-b3ae3201-c139-44b1-80fe-b47f248b7348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff8876630>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:43:47Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['ade62f9c-537d-4987-9617-1a2de4f956fc'], 'active': True} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:43:49.273143 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4733e6a-4903-4fe1-9d49-07fe2d5702ef req-65b1fde9-6117-4d27-9334-f2c527d74d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:43:49.274765 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d4733e6a-4903-4fe1-9d49-07fe2d5702ef req-65b1fde9-6117-4d27-9334-f2c527d74d47 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1d71a329-4cb1-4485-80ca-4ca822c88d8d HTTP/1.1" status: 200  len: 905 time: 0.2634227
Dec 09 05:43:49.276720 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-186ec692-c715-4968-b10b-7f94d1ceb2bc req-1854c770-382f-4622-b0ba-173ec4250c79 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1827e9f1-fc73-4d1a-9bb0-44eea23adc24 HTTP/1.1" status: 200  len: 999 time: 0.1315498
Dec 09 05:43:49.628105 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-b3ae3201-c139-44b1-80fe-b47f248b7348 None None] Set router ade62f9c-537d-4987-9617-1a2de4f956fc gateway port host: dv-cinder-763306-6-iscsi {{(pid=80248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:43:49.696341 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d4733e6a-4903-4fe1-9d49-07fe2d5702ef req-97b1e99b-a4a4-4139-bb13-46857d283c85 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1827e9f1-fc73-4d1a-9bb0-44eea23adc24 HTTP/1.1" status: 200  len: 999 time: 0.4146693
Dec 09 05:43:49.699830 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ec692-c715-4968-b10b-7f94d1ceb2bc req-2ea9c737-4e58-4b08-b600-ac6f92bd2401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:43:49.701318 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-186ec692-c715-4968-b10b-7f94d1ceb2bc req-2ea9c737-4e58-4b08-b600-ac6f92bd2401 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=182fb628-aba9-461c-a88f-9c7c5f5eec4d HTTP/1.1" status: 200  len: 850 time: 0.1122200
Dec 09 05:43:49.817454 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4733e6a-4903-4fe1-9d49-07fe2d5702ef req-f5d597b7-3dcf-4fe8-b7b7-ecaf6d7d2117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:43:49.819410 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d4733e6a-4903-4fe1-9d49-07fe2d5702ef req-f5d597b7-3dcf-4fe8-b7b7-ecaf6d7d2117 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=182fb628-aba9-461c-a88f-9c7c5f5eec4d HTTP/1.1" status: 200  len: 850 time: 0.1168537
Dec 09 05:43:49.888260 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ec692-c715-4968-b10b-7f94d1ceb2bc req-01c4470e-3056-44d8-8ee6-e445b68f4f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:43:49.889805 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-186ec692-c715-4968-b10b-7f94d1ceb2bc req-01c4470e-3056-44d8-8ee6-e445b68f4f81 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1d71a329-4cb1-4485-80ca-4ca822c88d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1492481
Dec 09 05:43:49.902225 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [req-186ec692-c715-4968-b10b-7f94d1ceb2bc req-39147d55-fcf4-44d0-9e6d-70860631c4f6 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=80245) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 09 05:43:49.903284 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-186ec692-c715-4968-b10b-7f94d1ceb2bc req-39147d55-fcf4-44d0-9e6d-70860631c4f6 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0065818
Dec 09 05:43:49.964465 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4733e6a-4903-4fe1-9d49-07fe2d5702ef req-9240f2ab-2fc0-48e5-9f7a-9a17ee8884f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:43:49.966088 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d4733e6a-4903-4fe1-9d49-07fe2d5702ef req-9240f2ab-2fc0-48e5-9f7a-9a17ee8884f4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1d71a329-4cb1-4485-80ca-4ca822c88d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1407142
Dec 09 05:43:50.005109 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-b3ae3201-c139-44b1-80fe-b47f248b7348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff8876630>, [{'id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'name': 'tempest-TestVolumeBootPattern-642748745-router', 'tenant_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'e8d04b31-14e9-4b29-9697-026e8985e83c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:40:37Z', 'updated_at': '2020-12-09T05:40:42Z', 'revision_number': 4, 'project_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'gw_port': {'id': 'e8d04b31-14e9-4b29-9697-026e8985e83c', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:40:38Z', 'updated_at': '2020-12-09T05:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_floatingips': [{'id': '848049b6-7834-4456-859b-a5abfb92056d', 'tenant_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'floating_ip_address': '172.27.2.235', 'floating_network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'router_id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'port_id': '1827e9f1-fc73-4d1a-9bb0-44eea23adc24', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d71a329-4cb1-4485-80ca-4ca822c88d8d', 'mac_address': 'fa:16:3e:61:07:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2a2c56-79c4-4b44-982f-05ac4190656a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-09T05:43:45Z', 'updated_at': '2020-12-09T05:43:47Z', 'revision_number': 1, 'project_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2c3be73-dc1d-47aa-8cf4-f318bf2edb9f', 'name': '', 'network_id': '1d71a329-4cb1-4485-80ca-4ca822c88d8d', 'tenant_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'mac_address': 'fa:16:3e:64:cc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '182fb628-aba9-461c-a88f-9c7c5f5eec4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:40:41Z', 'updated_at': '2020-12-09T05:40:51Z', 'revision_number': 5, 'project_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'subnets': [{'id': '182fb628-aba9-461c-a88f-9c7c5f5eec4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:43:50.010042 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ae3201-c139-44b1-80fe-b47f248b7348 None None] The sync data for ids ['ade62f9c-537d-4987-9617-1a2de4f956fc'] in dv-cinder-763306-6-iscsi is: [{'id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'name': 'tempest-TestVolumeBootPattern-642748745-router', 'tenant_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'e8d04b31-14e9-4b29-9697-026e8985e83c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:40:37Z', 'updated_at': '2020-12-09T05:40:42Z', 'revision_number': 4, 'project_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'gw_port': {'id': 'e8d04b31-14e9-4b29-9697-026e8985e83c', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:40:38Z', 'updated_at': '2020-12-09T05:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_floatingips': [{'id': '848049b6-7834-4456-859b-a5abfb92056d', 'tenant_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'floating_ip_address': '172.27.2.235', 'floating_network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'router_id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'port_id': '1827e9f1-fc73-4d1a-9bb0-44eea23adc24', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d71a329-4cb1-4485-80ca-4ca822c88d8d', 'mac_address': 'fa:16:3e:61:07:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2a2c56-79c4-4b44-982f-05ac4190656a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-09T05:43:45Z', 'updated_at': '2020-12-09T05:43:47Z', 'revision_number': 1, 'project_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2c3be73-dc1d-47aa-8cf4-f318bf2edb9f', 'name': '', 'network_id': '1d71a329-4cb1-4485-80ca-4ca822c88d8d', 'tenant_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'mac_address': 'fa:16:3e:64:cc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '182fb628-aba9-461c-a88f-9c7c5f5eec4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:40:41Z', 'updated_at': '2020-12-09T05:40:51Z', 'revision_number': 5, 'project_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'subnets': [{'id': '182fb628-aba9-461c-a88f-9c7c5f5eec4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 09 05:43:50.084837 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-858fc187-cc56-4aeb-a3e2-00a52ab9489b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:43:50.171027 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-186ec692-c715-4968-b10b-7f94d1ceb2bc req-feee4077-2b31-464a-88e3-ab2c5b1663d0 service neutron] 10.222.0.39 "GET /v2.0/networks/1d71a329-4cb1-4485-80ca-4ca822c88d8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2557290
Dec 09 05:43:50.234449 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d4733e6a-4903-4fe1-9d49-07fe2d5702ef req-6b1f5144-fe00-4351-9384-787d28c06224 service neutron] 10.222.0.59 "GET /v2.0/networks/1d71a329-4cb1-4485-80ca-4ca822c88d8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2196648
Dec 09 05:43:50.329798 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0256ee0-ca8a-4cce-b1dc-e01c22e7178f None None] New status for floating IP 848049b6-7834-4456-859b-a5abfb92056d: ACTIVE {{(pid=80247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 09 05:43:50.440407 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-186ec692-c715-4968-b10b-7f94d1ceb2bc req-ea1f3298-4bbe-41c3-87c2-c7d8d3b16c28 service neutron] 10.222.0.39 "GET /v2.0/networks/1d71a329-4cb1-4485-80ca-4ca822c88d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2540891
Dec 09 05:43:50.469293 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d4733e6a-4903-4fe1-9d49-07fe2d5702ef req-ab9734cb-4733-4016-b54b-a750b06bb005 service neutron] 10.222.0.59 "GET /v2.0/networks/1d71a329-4cb1-4485-80ca-4ca822c88d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1842642
Dec 09 05:43:57.468949 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:44:01.260805 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-43f44203-54c4-4c67-af47-9ad3e8a05b65 None None] Agent healthcheck: found 6 active agents {{(pid=80248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 09 05:44:05.948641 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-42767cb8-56a1-4599-a645-388bf282b783 req-7a459242-9000-47a6-9582-aec8a22df285 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8e2a2c56-79c4-4b44-982f-05ac4190656a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0833769
Dec 09 05:44:06.101237 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42767cb8-56a1-4599-a645-388bf282b783 req-312a2b87-8db0-4b27-9bfc-1afd70fc44a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:44:06.102825 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-42767cb8-56a1-4599-a645-388bf282b783 req-312a2b87-8db0-4b27-9bfc-1afd70fc44a7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fb0759eb89c04546ab3ebe4e8a3a57f5&device_id=8e2a2c56-79c4-4b44-982f-05ac4190656a HTTP/1.1" status: 200  len: 1162 time: 0.0783982
Dec 09 05:44:06.262355 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42767cb8-56a1-4599-a645-388bf282b783 req-d05c9f61-8b15-434b-b743-d15935c09ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:44:06.263952 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-42767cb8-56a1-4599-a645-388bf282b783 req-d05c9f61-8b15-434b-b743-d15935c09ecc service neutron] 10.222.0.59 "GET /v2.0/networks?id=1d71a329-4cb1-4485-80ca-4ca822c88d8d HTTP/1.1" status: 200  len: 905 time: 0.1407378
Dec 09 05:44:06.379313 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-42767cb8-56a1-4599-a645-388bf282b783 req-90602582-7454-4a52-953c-1f70cd8fd794 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1827e9f1-fc73-4d1a-9bb0-44eea23adc24 HTTP/1.1" status: 200  len: 1001 time: 0.1079619
Dec 09 05:44:06.450789 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42767cb8-56a1-4599-a645-388bf282b783 req-3df29851-40c9-4507-a5c9-9cdf58acc4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:44:06.452402 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-42767cb8-56a1-4599-a645-388bf282b783 req-3df29851-40c9-4507-a5c9-9cdf58acc4bb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=182fb628-aba9-461c-a88f-9c7c5f5eec4d HTTP/1.1" status: 200  len: 850 time: 0.0664825
Dec 09 05:44:06.539605 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42767cb8-56a1-4599-a645-388bf282b783 req-1acff54d-0134-4898-a6d4-1d82bd9e667f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:44:06.541234 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-42767cb8-56a1-4599-a645-388bf282b783 req-1acff54d-0134-4898-a6d4-1d82bd9e667f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1d71a329-4cb1-4485-80ca-4ca822c88d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0813749
Dec 09 05:44:06.688958 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-42767cb8-56a1-4599-a645-388bf282b783 req-fc307274-2f81-4d36-aa74-7f884dc30a47 service neutron] 10.222.0.59 "GET /v2.0/networks/1d71a329-4cb1-4485-80ca-4ca822c88d8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1408002
Dec 09 05:44:06.838543 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-42767cb8-56a1-4599-a645-388bf282b783 req-ff8df1e6-74e1-4c47-9306-9a7d4444cd03 service neutron] 10.222.0.59 "GET /v2.0/networks/1d71a329-4cb1-4485-80ca-4ca822c88d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1418810
Dec 09 05:44:15.782548 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a4c52137-a578-49d7-abf1-7bbeaf79b506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:44:17.362825 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-17aa957c-dfe3-4def-8d14-326599b1fa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:44:18.271656 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d667687f-70e4-40ee-92a5-0e371b53b2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:44:18.999577 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:44:20.084282 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-858fc187-cc56-4aeb-a3e2-00a52ab9489b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:44:27.478302 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:44:38.260659 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-43f44203-54c4-4c67-af47-9ad3e8a05b65 None None] Agent healthcheck: found 6 active agents {{(pid=80248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 09 05:44:45.787056 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-138e9207-536d-4050-945f-93a0a08aa4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:44:47.366916 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5ede6d2b-e5ae-48f3-94f5-6b7f0ff48d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:44:48.274801 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d667687f-70e4-40ee-92a5-0e371b53b2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:44:49.001939 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:44:50.088474 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-858fc187-cc56-4aeb-a3e2-00a52ab9489b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:44:57.496016 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:45:07.985066 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d13c39b9-2109-47e7-8403-1a90a7536cb6 req-60386640-c922-4c28-8ff7-dc8236e27847 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8e2a2c56-79c4-4b44-982f-05ac4190656a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0759432
Dec 09 05:45:08.137784 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c39b9-2109-47e7-8403-1a90a7536cb6 req-a7fe4013-b5b8-4e15-8cc6-f67200935589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:45:08.139367 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d13c39b9-2109-47e7-8403-1a90a7536cb6 req-a7fe4013-b5b8-4e15-8cc6-f67200935589 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fb0759eb89c04546ab3ebe4e8a3a57f5&device_id=8e2a2c56-79c4-4b44-982f-05ac4190656a HTTP/1.1" status: 200  len: 1162 time: 0.0828030
Dec 09 05:45:08.314633 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c39b9-2109-47e7-8403-1a90a7536cb6 req-a4549ffc-0a3a-4917-bbe4-4b830a992ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:45:08.316222 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d13c39b9-2109-47e7-8403-1a90a7536cb6 req-a4549ffc-0a3a-4917-bbe4-4b830a992ea4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1d71a329-4cb1-4485-80ca-4ca822c88d8d HTTP/1.1" status: 200  len: 905 time: 0.1544347
Dec 09 05:45:08.428489 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d13c39b9-2109-47e7-8403-1a90a7536cb6 req-ac53b1af-c164-4d49-ab65-b4febd90ed6e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1827e9f1-fc73-4d1a-9bb0-44eea23adc24 HTTP/1.1" status: 200  len: 1001 time: 0.1042619
Dec 09 05:45:08.510659 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c39b9-2109-47e7-8403-1a90a7536cb6 req-4a036bba-53d9-441f-aaa0-5300e9608d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:45:08.512431 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d13c39b9-2109-47e7-8403-1a90a7536cb6 req-4a036bba-53d9-441f-aaa0-5300e9608d73 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=182fb628-aba9-461c-a88f-9c7c5f5eec4d HTTP/1.1" status: 200  len: 850 time: 0.0776501
Dec 09 05:45:08.598385 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c39b9-2109-47e7-8403-1a90a7536cb6 req-bcc2cf41-37ba-43aa-a711-a6cb0feba187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:45:08.600026 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d13c39b9-2109-47e7-8403-1a90a7536cb6 req-bcc2cf41-37ba-43aa-a711-a6cb0feba187 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1d71a329-4cb1-4485-80ca-4ca822c88d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0816662
Dec 09 05:45:08.752314 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d13c39b9-2109-47e7-8403-1a90a7536cb6 req-342ae74f-6783-4fb9-87b1-09ca516dfb35 service neutron] 10.222.0.59 "GET /v2.0/networks/1d71a329-4cb1-4485-80ca-4ca822c88d8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1446662
Dec 09 05:45:08.903359 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d13c39b9-2109-47e7-8403-1a90a7536cb6 req-451606a4-1acf-4134-bdae-dcd25ab029b7 service neutron] 10.222.0.59 "GET /v2.0/networks/1d71a329-4cb1-4485-80ca-4ca822c88d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1443932
Dec 09 05:45:15.260423 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-43f44203-54c4-4c67-af47-9ad3e8a05b65 None None] Agent healthcheck: found 6 active agents {{(pid=80248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 09 05:45:15.793146 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1cb5ea75-aca0-46b2-9db1-cda206df5330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:45:16.264234 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-985d12b6-44b7-413d-ab1c-68f75d76d222 req-bb47e01d-a607-4cae-860a-54fd23c99b24 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1526055282&fields=id&tenant_id=fb0759eb89c04546ab3ebe4e8a3a57f5 HTTP/1.1" status: 200  len: 267 time: 0.0484426
Dec 09 05:45:16.435171 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985d12b6-44b7-413d-ab1c-68f75d76d222 req-cfa45f6c-db58-47e2-bf17-45021b9e891f tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:45:16.436675 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-985d12b6-44b7-413d-ab1c-68f75d76d222 req-cfa45f6c-db58-47e2-bf17-45021b9e891f tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/networks?id=1d71a329-4cb1-4485-80ca-4ca822c88d8d HTTP/1.1" status: 200  len: 811 time: 0.1647744
Dec 09 05:45:16.454582 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-985d12b6-44b7-413d-ab1c-68f75d76d222 req-84b72cb8-013c-4145-94f4-2b77b2c6dda7 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/quotas/fb0759eb89c04546ab3ebe4e8a3a57f5 HTTP/1.1" status: 200  len: 375 time: 0.0116584
Dec 09 05:45:16.549937 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-985d12b6-44b7-413d-ab1c-68f75d76d222 req-604b1b55-50bf-4d72-b260-f6c2f94ccfc6 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/ports?tenant_id=fb0759eb89c04546ab3ebe4e8a3a57f5&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0889032
Dec 09 05:45:16.700569 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-985d12b6-44b7-413d-ab1c-68f75d76d222 req-549e4ebd-51b5-45ff-ac6a-edef4156bb04 service neutron] 10.222.0.39 "GET /v2.0/networks/1d71a329-4cb1-4485-80ca-4ca822c88d8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374056
Dec 09 05:45:16.848038 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-985d12b6-44b7-413d-ab1c-68f75d76d222 req-841ea00d-9cd8-4fd1-8338-345cc63b2008 service neutron] 10.222.0.39 "GET /v2.0/networks/1d71a329-4cb1-4485-80ca-4ca822c88d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1408973
Dec 09 05:45:17.370963 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e1ba73ab-dd75-44b7-82a9-01c0d4032a29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:45:17.500113 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5fa89723-e684-4be1-9557-62bcc5bab6d9 req-bc38703c-2b6b-4a49-872e-b0f2f68a0fbe tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/ports?device_id=b00bd48f-f235-4637-bab9-69a952c79360 HTTP/1.1" status: 200  len: 210 time: 0.1395223
Dec 09 05:45:18.275388 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d667687f-70e4-40ee-92a5-0e371b53b2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:45:18.491215 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985d12b6-44b7-413d-ab1c-68f75d76d222 req-a4312271-aaf3-4555-b3b4-c01f2ef3490c tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:45:18.494048 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-985d12b6-44b7-413d-ab1c-68f75d76d222 req-a4312271-aaf3-4555-b3b4-c01f2ef3490c tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.59 "GET /v2.0/networks?id=1d71a329-4cb1-4485-80ca-4ca822c88d8d HTTP/1.1" status: 200  len: 811 time: 0.1688812
Dec 09 05:45:18.581776 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-985d12b6-44b7-413d-ab1c-68f75d76d222 req-e670ccd2-88ac-4a2e-9ae6-d221d0a9a2db tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fb0759eb89c04546ab3ebe4e8a3a57f5 HTTP/1.1" status: 200  len: 5551 time: 0.0744858
Dec 09 05:45:18.592978 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-985d12b6-44b7-413d-ab1c-68f75d76d222 req-ab7ece35-eb8e-4526-bb0f-c3dce110a9c3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Request body: {'port': {'device_id': 'b00bd48f-f235-4637-bab9-69a952c79360', 'network_id': '1d71a329-4cb1-4485-80ca-4ca822c88d8d', 'admin_state_up': True, 'tenant_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'security_groups': ['075f58c2-c082-4370-ab27-fbb2b1290397']}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:45:18.692459 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-f720a35b-a54b-4646-98fc-0789755591a2 req-f14ffdc2-9fbe-4bb9-b485-492096cda959 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/ports?device_id=b00bd48f-f235-4637-bab9-69a952c79360 HTTP/1.1" status: 200  len: 210 time: 0.0572886
Dec 09 05:45:18.999307 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-985d12b6-44b7-413d-ab1c-68f75d76d222 req-ab7ece35-eb8e-4526-bb0f-c3dce110a9c3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:45:19.009862 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:45:19.010679 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-985d12b6-44b7-413d-ab1c-68f75d76d222 req-ab7ece35-eb8e-4526-bb0f-c3dce110a9c3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=80245) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:45:19.019833 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-985d12b6-44b7-413d-ab1c-68f75d76d222 req-ab7ece35-eb8e-4526-bb0f-c3dce110a9c3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Made reservation on behalf of fb0759eb89c04546ab3ebe4e8a3a57f5 for: {'port': 1} {{(pid=80245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 09 05:45:19.026179 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-985d12b6-44b7-413d-ab1c-68f75d76d222 req-ab7ece35-eb8e-4526-bb0f-c3dce110a9c3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:45:19.340411 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [req-985d12b6-44b7-413d-ab1c-68f75d76d222 req-ab7ece35-eb8e-4526-bb0f-c3dce110a9c3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Allocated IP 172.20.0.7 (1d71a329-4cb1-4485-80ca-4ca822c88d8d/182fb628-aba9-461c-a88f-9c7c5f5eec4d/3fd46385-db93-43d8-92cb-4d71248f2255) {{(pid=80245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 09 05:45:19.549456 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-985d12b6-44b7-413d-ab1c-68f75d76d222 req-ab7ece35-eb8e-4526-bb0f-c3dce110a9c3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks [] for port, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:45:19.566642 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [req-985d12b6-44b7-413d-ab1c-68f75d76d222 req-ab7ece35-eb8e-4526-bb0f-c3dce110a9c3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Transition to ACTIVE for port object 3fd46385-db93-43d8-92cb-4d71248f2255 will not be triggered until provisioned by entity DHCP. {{(pid=80245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 09 05:45:19.587274 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-985d12b6-44b7-413d-ab1c-68f75d76d222 req-ab7ece35-eb8e-4526-bb0f-c3dce110a9c3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249358491764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844148928'] for port, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:45:19.602667 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:45:19.752549 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7ece35-eb8e-4526-bb0f-c3dce110a9c3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Pushing event updated for resources: {'Port': ['ID=3fd46385-db93-43d8-92cb-4d71248f2255,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:45:19.767752 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7ece35-eb8e-4526-bb0f-c3dce110a9c3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:45:19.768179 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7ece35-eb8e-4526-bb0f-c3dce110a9c3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:45:19.768607 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7ece35-eb8e-4526-bb0f-c3dce110a9c3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:45:19.769024 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7ece35-eb8e-4526-bb0f-c3dce110a9c3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:45:19.769441 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7ece35-eb8e-4526-bb0f-c3dce110a9c3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:45:19.769880 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7ece35-eb8e-4526-bb0f-c3dce110a9c3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:45:19.770296 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7ece35-eb8e-4526-bb0f-c3dce110a9c3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:45:19.770707 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7ece35-eb8e-4526-bb0f-c3dce110a9c3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:45:19.771119 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7ece35-eb8e-4526-bb0f-c3dce110a9c3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:45:19.771531 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7ece35-eb8e-4526-bb0f-c3dce110a9c3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:45:19.771938 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7ece35-eb8e-4526-bb0f-c3dce110a9c3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:45:19.772345 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7ece35-eb8e-4526-bb0f-c3dce110a9c3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:45:19.772794 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7ece35-eb8e-4526-bb0f-c3dce110a9c3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:45:19.773254 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7ece35-eb8e-4526-bb0f-c3dce110a9c3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:45:19.774236 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7ece35-eb8e-4526-bb0f-c3dce110a9c3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:45:19.774650 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7ece35-eb8e-4526-bb0f-c3dce110a9c3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:45:19.775061 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7ece35-eb8e-4526-bb0f-c3dce110a9c3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:45:19.775472 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7ece35-eb8e-4526-bb0f-c3dce110a9c3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:45:19.775881 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7ece35-eb8e-4526-bb0f-c3dce110a9c3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:45:19.776284 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7ece35-eb8e-4526-bb0f-c3dce110a9c3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:45:19.776685 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7ece35-eb8e-4526-bb0f-c3dce110a9c3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:45:19.777093 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7ece35-eb8e-4526-bb0f-c3dce110a9c3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:45:19.777502 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7ece35-eb8e-4526-bb0f-c3dce110a9c3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:45:19.777936 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7ece35-eb8e-4526-bb0f-c3dce110a9c3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:45:19.784229 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ab7ece35-eb8e-4526-bb0f-c3dce110a9c3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:45:19.832530 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-985d12b6-44b7-413d-ab1c-68f75d76d222 req-ab7ece35-eb8e-4526-bb0f-c3dce110a9c3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Network 1d71a329-4cb1-4485-80ca-4ca822c88d8d is already hosted by enough agents. {{(pid=80245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 09 05:45:19.833708 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [req-985d12b6-44b7-413d-ab1c-68f75d76d222 req-ab7ece35-eb8e-4526-bb0f-c3dce110a9c3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Resources bound (agent type, host, resource id):  {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:45:19.836534 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-985d12b6-44b7-413d-ab1c-68f75d76d222 req-ab7ece35-eb8e-4526-bb0f-c3dce110a9c3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Received port after_create {{(pid=80245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 09 05:45:19.954740 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985d12b6-44b7-413d-ab1c-68f75d76d222 req-ab7ece35-eb8e-4526-bb0f-c3dce110a9c3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:45:19.955430 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-985d12b6-44b7-413d-ab1c-68f75d76d222 req-ab7ece35-eb8e-4526-bb0f-c3dce110a9c3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870'] for port, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:45:20.001661 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-985d12b6-44b7-413d-ab1c-68f75d76d222 req-ab7ece35-eb8e-4526-bb0f-c3dce110a9c3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4136600
Dec 09 05:45:20.011360 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c56d6ff-a841-4edd-a318-8ec45b3447ee req-edffbd11-f750-416e-8519-54a0c9bd3740 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:45:20.012116 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-8c56d6ff-a841-4edd-a318-8ec45b3447ee req-edffbd11-f750-416e-8519-54a0c9bd3740 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Synchronizing usage tracker for tenant:fb0759eb89c04546ab3ebe4e8a3a57f5 on resource:port {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:45:20.021190 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-985d12b6-44b7-413d-ab1c-68f75d76d222 req-55f0cef7-b515-4f49-a88b-c6ef9bcc3b9e service neutron] Request body: {'port': {'device_id': 'b00bd48f-f235-4637-bab9-69a952c79360', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:45:20.075454 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8de8a8b2-6697-4f2f-8f81-16c4ad528ca3 None None] Provisioning for port 3fd46385-db93-43d8-92cb-4d71248f2255 completed by entity DHCP. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 09 05:45:20.086442 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-8c56d6ff-a841-4edd-a318-8ec45b3447ee req-edffbd11-f750-416e-8519-54a0c9bd3740 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Unset dirty status for tenant:fb0759eb89c04546ab3ebe4e8a3a57f5 on resource:port {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:45:20.087543 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8de8a8b2-6697-4f2f-8f81-16c4ad528ca3 None None] Provisioning complete for port 3fd46385-db93-43d8-92cb-4d71248f2255 triggered by entity DHCP. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:45:20.087729 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8c56d6ff-a841-4edd-a318-8ec45b3447ee req-edffbd11-f750-416e-8519-54a0c9bd3740 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/ports?device_id=b00bd48f-f235-4637-bab9-69a952c79360 HTTP/1.1" status: 200  len: 931 time: 0.2587991
Dec 09 05:45:20.087993 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8de8a8b2-6697-4f2f-8f81-16c4ad528ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:45:20.138984 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-858fc187-cc56-4aeb-a3e2-00a52ab9489b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:45:20.156840 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-8de8a8b2-6697-4f2f-8f81-16c4ad528ca3 None None] Port 3fd46385-db93-43d8-92cb-4d71248f2255 cannot update to ACTIVE because it is not bound. {{(pid=80247) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 09 05:45:20.188386 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-985d12b6-44b7-413d-ab1c-68f75d76d222 req-55f0cef7-b515-4f49-a88b-c6ef9bcc3b9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:45:20.204048 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8c56d6ff-a841-4edd-a318-8ec45b3447ee req-dcff9965-be71-4134-acc8-4bd3b540aaff tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/security-groups?id=075f58c2-c082-4370-ab27-fbb2b1290397&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0821152
Dec 09 05:45:20.612342 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [req-985d12b6-44b7-413d-ab1c-68f75d76d222 req-55f0cef7-b515-4f49-a88b-c6ef9bcc3b9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fd46385-db93-43d8-92cb-4d71248f2255 {{(pid=80245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 09 05:45:20.619906 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-985d12b6-44b7-413d-ab1c-68f75d76d222 req-55f0cef7-b515-4f49-a88b-c6ef9bcc3b9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:45:20.631876 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [req-985d12b6-44b7-413d-ab1c-68f75d76d222 req-55f0cef7-b515-4f49-a88b-c6ef9bcc3b9e service neutron] Transition to ACTIVE for port object 3fd46385-db93-43d8-92cb-4d71248f2255 will not be triggered until provisioned by entity L2. {{(pid=80245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 09 05:45:20.634624 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-985d12b6-44b7-413d-ab1c-68f75d76d222 req-55f0cef7-b515-4f49-a88b-c6ef9bcc3b9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10626905'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:45:20.650258 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-9ff4eb1c-8f62-44d5-ac24-0793fe972429 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:45:20.789238 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f0cef7-b515-4f49-a88b-c6ef9bcc3b9e service neutron] Pushing event updated for resources: {'Port': ['ID=3fd46385-db93-43d8-92cb-4d71248f2255,revision_number=2']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:45:20.794018 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-55f0cef7-b515-4f49-a88b-c6ef9bcc3b9e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:45:20.975972 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-985d12b6-44b7-413d-ab1c-68f75d76d222 req-55f0cef7-b515-4f49-a88b-c6ef9bcc3b9e service neutron] Attempting to bind port 3fd46385-db93-43d8-92cb-4d71248f2255 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 09 05:45:20.976363 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-985d12b6-44b7-413d-ab1c-68f75d76d222 req-55f0cef7-b515-4f49-a88b-c6ef9bcc3b9e service neutron] Attempting to bind port 3fd46385-db93-43d8-92cb-4d71248f2255 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '53d9c4f6-7f3c-47a3-8018-8c5e0609bb1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1d71a329-4cb1-4485-80ca-4ca822c88d8d'}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 09 05:45:20.976730 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985d12b6-44b7-413d-ab1c-68f75d76d222 req-55f0cef7-b515-4f49-a88b-c6ef9bcc3b9e service neutron] Attempting to bind port 3fd46385-db93-43d8-92cb-4d71248f2255 on network 1d71a329-4cb1-4485-80ca-4ca822c88d8d {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 09 05:45:20.982653 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985d12b6-44b7-413d-ab1c-68f75d76d222 req-55f0cef7-b515-4f49-a88b-c6ef9bcc3b9e service neutron] Checking agent: {'id': '86479789-5ca7-450a-99e9-f63f20b79a87', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 27, 56), 'started_at': datetime.datetime(2020, 12, 9, 5, 28, 26), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 09 05:45:20.983028 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985d12b6-44b7-413d-ab1c-68f75d76d222 req-55f0cef7-b515-4f49-a88b-c6ef9bcc3b9e service neutron] Checking segment: {'id': '53d9c4f6-7f3c-47a3-8018-8c5e0609bb1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1d71a329-4cb1-4485-80ca-4ca822c88d8d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 09 05:45:20.983428 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-985d12b6-44b7-413d-ab1c-68f75d76d222 req-55f0cef7-b515-4f49-a88b-c6ef9bcc3b9e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:45:20.983820 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985d12b6-44b7-413d-ab1c-68f75d76d222 req-55f0cef7-b515-4f49-a88b-c6ef9bcc3b9e service neutron] Bound using segment: {'id': '53d9c4f6-7f3c-47a3-8018-8c5e0609bb1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1d71a329-4cb1-4485-80ca-4ca822c88d8d'} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 09 05:45:20.984293 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [req-985d12b6-44b7-413d-ab1c-68f75d76d222 req-55f0cef7-b515-4f49-a88b-c6ef9bcc3b9e service neutron] Bound port: 3fd46385-db93-43d8-92cb-4d71248f2255, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53d9c4f6-7f3c-47a3-8018-8c5e0609bb1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1d71a329-4cb1-4485-80ca-4ca822c88d8d'}}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 09 05:45:20.984666 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-985d12b6-44b7-413d-ab1c-68f75d76d222 req-55f0cef7-b515-4f49-a88b-c6ef9bcc3b9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:45:21.079659 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-985d12b6-44b7-413d-ab1c-68f75d76d222 req-55f0cef7-b515-4f49-a88b-c6ef9bcc3b9e service neutron] For port 3fd46385-db93-43d8-92cb-4d71248f2255, host hv-cinder-76330, cleared binding levels {{(pid=80245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 09 05:45:21.082970 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-985d12b6-44b7-413d-ab1c-68f75d76d222 req-55f0cef7-b515-4f49-a88b-c6ef9bcc3b9e service neutron] For port 3fd46385-db93-43d8-92cb-4d71248f2255, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=3fd46385-db93-43d8-92cb-4d71248f2255,segment=NetworkSegment(53d9c4f6-7f3c-47a3-8018-8c5e0609bb1c),segment_id=53d9c4f6-7f3c-47a3-8018-8c5e0609bb1c)] {{(pid=80245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 09 05:45:21.086742 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-985d12b6-44b7-413d-ab1c-68f75d76d222 req-55f0cef7-b515-4f49-a88b-c6ef9bcc3b9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10626905'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:45:21.102580 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-414ebab8-40e9-4dd1-9e90-f530b099f34d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:45:21.255817 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f0cef7-b515-4f49-a88b-c6ef9bcc3b9e service neutron] Pushing event updated for resources: {'Port': ['ID=3fd46385-db93-43d8-92cb-4d71248f2255,revision_number=3']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:45:21.260336 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-55f0cef7-b515-4f49-a88b-c6ef9bcc3b9e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:45:21.296690 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985d12b6-44b7-413d-ab1c-68f75d76d222 req-55f0cef7-b515-4f49-a88b-c6ef9bcc3b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:45:21.297679 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-985d12b6-44b7-413d-ab1c-68f75d76d222 req-55f0cef7-b515-4f49-a88b-c6ef9bcc3b9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870'] for port, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:45:21.299575 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-985d12b6-44b7-413d-ab1c-68f75d76d222 req-55f0cef7-b515-4f49-a88b-c6ef9bcc3b9e service neutron] 10.222.0.59 "PUT /v2.0/ports/3fd46385-db93-43d8-92cb-4d71248f2255 HTTP/1.1" status: 200  len: 1157 time: 1.2834477
Dec 09 05:45:21.300142 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b00bd48f-f235-4637-bab9-69a952c79360', 'tag': '3fd46385-db93-43d8-92cb-4d71248f2255'}] {{(pid=80245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:45:21.380245 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b00bd48f-f235-4637-bab9-69a952c79360', 'tag': '3fd46385-db93-43d8-92cb-4d71248f2255', 'status': 'completed', 'code': 200}
Dec 09 05:45:21.433324 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985d12b6-44b7-413d-ab1c-68f75d76d222 req-ccdec6f5-8aee-4d5e-8982-0981cee1342a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:45:21.433594 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5488ee-fb47-4a20-94d5-0cf3509b2365 req-12d96e8b-c6e8-46be-87ce-8f758046bee2 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:45:21.435042 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-985d12b6-44b7-413d-ab1c-68f75d76d222 req-ccdec6f5-8aee-4d5e-8982-0981cee1342a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fb0759eb89c04546ab3ebe4e8a3a57f5&device_id=b00bd48f-f235-4637-bab9-69a952c79360 HTTP/1.1" status: 200  len: 1160 time: 0.0950756
Dec 09 05:45:21.435723 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1e5488ee-fb47-4a20-94d5-0cf3509b2365 req-12d96e8b-c6e8-46be-87ce-8f758046bee2 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/ports?device_id=b00bd48f-f235-4637-bab9-69a952c79360 HTTP/1.1" status: 200  len: 943 time: 0.0939512
Dec 09 05:45:21.495064 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-1e5488ee-fb47-4a20-94d5-0cf3509b2365 req-1d902937-e5e9-4bc8-8a65-19473882620d tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/security-groups?id=075f58c2-c082-4370-ab27-fbb2b1290397&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0527585
Dec 09 05:45:21.517719 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-985d12b6-44b7-413d-ab1c-68f75d76d222 req-8b3f23da-3a48-4913-b00d-f3d8a4873210 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fd46385-db93-43d8-92cb-4d71248f2255 HTTP/1.1" status: 200  len: 217 time: 0.0747309
Dec 09 05:45:21.594861 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985d12b6-44b7-413d-ab1c-68f75d76d222 req-ddbd611f-cb06-4baf-a070-9ae7c1f493dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:45:21.596426 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-985d12b6-44b7-413d-ab1c-68f75d76d222 req-ddbd611f-cb06-4baf-a070-9ae7c1f493dc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=182fb628-aba9-461c-a88f-9c7c5f5eec4d HTTP/1.1" status: 200  len: 850 time: 0.0716548
Dec 09 05:45:21.676621 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985d12b6-44b7-413d-ab1c-68f75d76d222 req-82d1425f-990d-4368-b775-ea5cd54a6e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:45:21.678265 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-985d12b6-44b7-413d-ab1c-68f75d76d222 req-82d1425f-990d-4368-b775-ea5cd54a6e25 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1d71a329-4cb1-4485-80ca-4ca822c88d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0749888
Dec 09 05:45:21.825316 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-985d12b6-44b7-413d-ab1c-68f75d76d222 req-5635b8dd-cb1b-495d-9401-8ca198cd3d1f service neutron] 10.222.0.59 "GET /v2.0/networks/1d71a329-4cb1-4485-80ca-4ca822c88d8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1404881
Dec 09 05:45:21.967643 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-985d12b6-44b7-413d-ab1c-68f75d76d222 req-0511299e-2bff-4913-bc66-4be10a5da07d service neutron] 10.222.0.59 "GET /v2.0/networks/1d71a329-4cb1-4485-80ca-4ca822c88d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1362698
Dec 09 05:45:22.085400 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e48ef8f-ceb7-4399-a7da-fa82d3b3a1c9 req-ea71814f-a157-417b-bb78-03c4887fd59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:45:22.087286 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6e48ef8f-ceb7-4399-a7da-fa82d3b3a1c9 req-ea71814f-a157-417b-bb78-03c4887fd59c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fb0759eb89c04546ab3ebe4e8a3a57f5&device_id=b00bd48f-f235-4637-bab9-69a952c79360 HTTP/1.1" status: 200  len: 1160 time: 0.0763738
Dec 09 05:45:22.231504 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e48ef8f-ceb7-4399-a7da-fa82d3b3a1c9 req-6c3371ac-d85e-4744-996d-da290491c78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:45:22.233117 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6e48ef8f-ceb7-4399-a7da-fa82d3b3a1c9 req-6c3371ac-d85e-4744-996d-da290491c78c service neutron] 10.222.0.59 "GET /v2.0/networks?id=1d71a329-4cb1-4485-80ca-4ca822c88d8d HTTP/1.1" status: 200  len: 905 time: 0.1392648
Dec 09 05:45:22.310674 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6e48ef8f-ceb7-4399-a7da-fa82d3b3a1c9 req-fbacabc6-5e43-4400-96bf-1486be74e3c4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fd46385-db93-43d8-92cb-4d71248f2255 HTTP/1.1" status: 200  len: 217 time: 0.0693214
Dec 09 05:45:22.384389 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e48ef8f-ceb7-4399-a7da-fa82d3b3a1c9 req-b4439a26-df9b-48a1-88b5-f024553d3e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:45:22.385948 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6e48ef8f-ceb7-4399-a7da-fa82d3b3a1c9 req-b4439a26-df9b-48a1-88b5-f024553d3e9c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=182fb628-aba9-461c-a88f-9c7c5f5eec4d HTTP/1.1" status: 200  len: 850 time: 0.0653398
Dec 09 05:45:22.477202 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e48ef8f-ceb7-4399-a7da-fa82d3b3a1c9 req-f788ec93-e58d-45c7-99b9-121dbd6eea36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:45:22.478864 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6e48ef8f-ceb7-4399-a7da-fa82d3b3a1c9 req-f788ec93-e58d-45c7-99b9-121dbd6eea36 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1d71a329-4cb1-4485-80ca-4ca822c88d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0815229
Dec 09 05:45:22.627816 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6e48ef8f-ceb7-4399-a7da-fa82d3b3a1c9 req-09167b27-7684-4927-9dd4-ff806d09f1c7 service neutron] 10.222.0.59 "GET /v2.0/networks/1d71a329-4cb1-4485-80ca-4ca822c88d8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1417706
Dec 09 05:45:23.087542 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed3334-6159-487e-a3bb-92e7f2e53ae3 req-d6282e13-5e3a-4310-b4ec-1610fbd68717 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:45:23.089078 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-58ed3334-6159-487e-a3bb-92e7f2e53ae3 req-d6282e13-5e3a-4310-b4ec-1610fbd68717 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/ports?device_id=b00bd48f-f235-4637-bab9-69a952c79360 HTTP/1.1" status: 200  len: 943 time: 0.4323187
Dec 09 05:45:23.091208 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-6e48ef8f-ceb7-4399-a7da-fa82d3b3a1c9 req-5a9b5d33-1980-4e8d-bc13-9c88ee707f6a service neutron] 10.222.0.59 "GET /v2.0/networks/1d71a329-4cb1-4485-80ca-4ca822c88d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4569545
Dec 09 05:45:23.140951 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-58ed3334-6159-487e-a3bb-92e7f2e53ae3 req-b453e51f-930f-4c21-95b9-3776afb45f79 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/security-groups?id=075f58c2-c082-4370-ab27-fbb2b1290397&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0454304
Dec 09 05:45:23.995871 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [req-6df85c26-47ad-4b76-8cd0-f890998b5302 req-36fb73d4-810a-43dd-8912-773fb5883e0a service neutron] (80245) timed out ('10.222.0.59', 60391) {{(pid=80245) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Dec 09 05:45:24.358301 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9390e8db-6a72-4e34-9799-30405be0adfb req-46a8f960-fc99-467a-9ec7-40af1c25aba2 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:45:24.359929 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9390e8db-6a72-4e34-9799-30405be0adfb req-46a8f960-fc99-467a-9ec7-40af1c25aba2 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/ports?device_id=b00bd48f-f235-4637-bab9-69a952c79360 HTTP/1.1" status: 200  len: 943 time: 0.0874369
Dec 09 05:45:24.406973 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9390e8db-6a72-4e34-9799-30405be0adfb req-06693e44-5139-4672-b338-2b45e0944e50 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/security-groups?id=075f58c2-c082-4370-ab27-fbb2b1290397&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0408084
Dec 09 05:45:25.623774 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f75cee-9a1e-4544-a2e5-b3fdff087148 req-8f407a6d-8946-4b71-b502-830cfa4dca74 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:45:25.625357 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-36f75cee-9a1e-4544-a2e5-b3fdff087148 req-8f407a6d-8946-4b71-b502-830cfa4dca74 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/ports?device_id=b00bd48f-f235-4637-bab9-69a952c79360 HTTP/1.1" status: 200  len: 943 time: 0.0845609
Dec 09 05:45:25.673124 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-36f75cee-9a1e-4544-a2e5-b3fdff087148 req-2ddc1f52-b3c7-492a-94b5-c06bcd72a3a1 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/security-groups?id=075f58c2-c082-4370-ab27-fbb2b1290397&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0412049
Dec 09 05:45:26.887361 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463be9ba-0f35-4e8a-bc19-a6ed34b0120e req-5d06020c-5b4f-4c07-9b1e-628a3f491460 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:45:26.888982 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-463be9ba-0f35-4e8a-bc19-a6ed34b0120e req-5d06020c-5b4f-4c07-9b1e-628a3f491460 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/ports?device_id=b00bd48f-f235-4637-bab9-69a952c79360 HTTP/1.1" status: 200  len: 943 time: 0.0849962
Dec 09 05:45:26.940614 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-463be9ba-0f35-4e8a-bc19-a6ed34b0120e req-3718d45d-8ec3-4318-9e2e-4cfab75623bb tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/security-groups?id=075f58c2-c082-4370-ab27-fbb2b1290397&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0450938
Dec 09 05:45:27.491219 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:45:28.160462 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4d491-f5bd-4cb8-8ce1-dcf13a055c8f req-f23717f2-23d5-45c3-a543-5dd74b6b79d0 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:45:28.162005 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-53e4d491-f5bd-4cb8-8ce1-dcf13a055c8f req-f23717f2-23d5-45c3-a543-5dd74b6b79d0 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/ports?device_id=b00bd48f-f235-4637-bab9-69a952c79360 HTTP/1.1" status: 200  len: 943 time: 0.0883901
Dec 09 05:45:28.209985 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-53e4d491-f5bd-4cb8-8ce1-dcf13a055c8f req-32ffae15-c3a1-4a6d-9430-aa35d4c8d968 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/security-groups?id=075f58c2-c082-4370-ab27-fbb2b1290397&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0409894
Dec 09 05:45:29.421735 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e3205-f7f0-4c9d-b5fc-7418554792a9 req-cf259e11-5630-4a0d-ad58-2a9eca6b5a5c tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:45:29.423335 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-be0e3205-f7f0-4c9d-b5fc-7418554792a9 req-cf259e11-5630-4a0d-ad58-2a9eca6b5a5c tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/ports?device_id=b00bd48f-f235-4637-bab9-69a952c79360 HTTP/1.1" status: 200  len: 943 time: 0.0830622
Dec 09 05:45:29.471922 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-be0e3205-f7f0-4c9d-b5fc-7418554792a9 req-73b8a447-941a-4022-b3ba-191f6ffe4c17 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/security-groups?id=075f58c2-c082-4370-ab27-fbb2b1290397&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0415745
Dec 09 05:45:29.981995 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device 3fd46385-db93-43d8-92cb-4d71248f2255 up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:45:30.050170 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning for port 3fd46385-db93-43d8-92cb-4d71248f2255 completed by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 09 05:45:30.055383 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port 3fd46385-db93-43d8-92cb-4d71248f2255 triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:45:30.055848 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:45:30.175489 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:45:30.202952 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b00bd48f-f235-4637-bab9-69a952c79360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fd46385-db93-43d8-92cb-4d71248f2255'}] {{(pid=80247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:45:30.213928 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] For port 3fd46385-db93-43d8-92cb-4d71248f2255, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=3fd46385-db93-43d8-92cb-4d71248f2255,segment=NetworkSegment(53d9c4f6-7f3c-47a3-8018-8c5e0609bb1c),segment_id=53d9c4f6-7f3c-47a3-8018-8c5e0609bb1c)] {{(pid=80247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:45:30.217393 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:45:30.219407 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:45:30.267795 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00bd48f-f235-4637-bab9-69a952c79360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fd46385-db93-43d8-92cb-4d71248f2255', 'code': 200}
Dec 09 05:45:30.291271 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Pushing event updated for resources: {'Port': ['ID=3fd46385-db93-43d8-92cb-4d71248f2255,revision_number=4']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:45:30.299588 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:45:30.300034 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:45:30.300424 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:45:30.300862 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:45:30.301239 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:45:30.301617 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:45:30.302016 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:45:30.302392 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:45:30.302782 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:45:30.303156 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:45:30.303521 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:45:30.303890 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:45:30.304474 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:45:30.304853 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:45:30.305417 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:45:30.305790 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:45:30.306184 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:45:30.306551 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:45:30.306917 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:45:30.307286 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:45:30.307653 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:45:30.308019 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:45:30.308383 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:45:30.308751 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:45:30.313245 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:45:30.682952 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e2d28-b0da-459e-afe8-7afaccb34c5e req-17c88949-a191-4de3-9f04-39efeb47108f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:45:30.684515 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5e0e2d28-b0da-459e-afe8-7afaccb34c5e req-17c88949-a191-4de3-9f04-39efeb47108f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b00bd48f-f235-4637-bab9-69a952c79360 HTTP/1.1" status: 200  len: 1162 time: 0.0761349
Dec 09 05:45:30.699844 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738be170-38c9-4240-a5c4-e9e02309e883 req-e2c2e5a0-ebb9-49d4-be89-abf2bed7a34e tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:45:30.701453 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-738be170-38c9-4240-a5c4-e9e02309e883 req-e2c2e5a0-ebb9-49d4-be89-abf2bed7a34e tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/ports?device_id=b00bd48f-f235-4637-bab9-69a952c79360 HTTP/1.1" status: 200  len: 945 time: 0.0897970
Dec 09 05:45:30.731064 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5e0e2d28-b0da-459e-afe8-7afaccb34c5e req-7e9f692e-64a4-4cc4-b294-045c07d5f3fe service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=075f58c2-c082-4370-ab27-fbb2b1290397&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0399389
Dec 09 05:45:30.754767 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-738be170-38c9-4240-a5c4-e9e02309e883 req-1e9ba96e-ab55-4156-8833-d0d3259a905b tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/security-groups?id=075f58c2-c082-4370-ab27-fbb2b1290397&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0467639
Dec 09 05:45:31.576228 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [req-98eccaf0-af15-4c68-8c89-2804dbc76279 req-84824a43-ace5-4682-b431-f877d5ca9e76 service neutron] (80246) timed out ('10.222.0.59', 60373) {{(pid=80246) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Dec 09 05:45:31.688869 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device 3fd46385-db93-43d8-92cb-4d71248f2255 up at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 09 05:45:31.767621 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.provisioning_blocks [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Provisioning complete for port 3fd46385-db93-43d8-92cb-4d71248f2255 triggered by entity L2. {{(pid=80247) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 09 05:45:31.768053 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851131414'] for port, provisioning_complete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:45:31.981240 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2196b076-400c-447d-9da6-98fc22922c73 req-8b3719e7-2166-46a2-a73b-1848534e5a0d tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:45:31.982824 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2196b076-400c-447d-9da6-98fc22922c73 req-8b3719e7-2166-46a2-a73b-1848534e5a0d tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/ports?device_id=b00bd48f-f235-4637-bab9-69a952c79360 HTTP/1.1" status: 200  len: 945 time: 0.0894265
Dec 09 05:45:32.033591 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2196b076-400c-447d-9da6-98fc22922c73 req-8d9a20e3-56b9-464d-bb9b-f4b79deff957 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/security-groups?id=075f58c2-c082-4370-ab27-fbb2b1290397&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0444152
Dec 09 05:45:33.244077 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee587d-27af-4a72-8bb7-8f2af998e245 req-1c8d4264-c883-4bbb-9ee3-f2ba0a0d4190 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:45:33.245699 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8bee587d-27af-4a72-8bb7-8f2af998e245 req-1c8d4264-c883-4bbb-9ee3-f2ba0a0d4190 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/ports?device_id=b00bd48f-f235-4637-bab9-69a952c79360 HTTP/1.1" status: 200  len: 945 time: 0.0846236
Dec 09 05:45:33.298220 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-8bee587d-27af-4a72-8bb7-8f2af998e245 req-27d5d13e-4bbe-49db-8dc3-c91e91e2b120 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/security-groups?id=075f58c2-c082-4370-ab27-fbb2b1290397&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0458529
Dec 09 05:45:33.515257 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045aac55-4695-4ea8-ab78-5bf8d4ad760a req-8ef289bf-c055-4a09-a1b4-41ab4a21219e tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:45:33.516860 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-045aac55-4695-4ea8-ab78-5bf8d4ad760a req-8ef289bf-c055-4a09-a1b4-41ab4a21219e tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/ports?device_id=b00bd48f-f235-4637-bab9-69a952c79360 HTTP/1.1" status: 200  len: 945 time: 0.0841594
Dec 09 05:45:33.567765 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-045aac55-4695-4ea8-ab78-5bf8d4ad760a req-50922b75-2b8f-4b7d-b906-78a21eab872f tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/security-groups?id=075f58c2-c082-4370-ab27-fbb2b1290397&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0444438
Dec 09 05:45:33.781377 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-238bf22a-b8ea-449d-9d15-19eb0eb25d2e req-415efa93-dd25-4dbb-bbff-6f039d66f641 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1588440
Dec 09 05:45:33.792702 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-238bf22a-b8ea-449d-9d15-19eb0eb25d2e req-0a7a70b2-71f9-4955-a53b-3cced98e3cb4 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Request body: {'floatingip': {'floating_network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89'}} {{(pid=80246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:45:33.798925 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-238bf22a-b8ea-449d-9d15-19eb0eb25d2e req-0a7a70b2-71f9-4955-a53b-3cced98e3cb4 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 09 05:45:33.809037 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.quota.driver [req-238bf22a-b8ea-449d-9d15-19eb0eb25d2e req-0a7a70b2-71f9-4955-a53b-3cced98e3cb4 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=80246) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 09 05:45:33.818133 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-238bf22a-b8ea-449d-9d15-19eb0eb25d2e req-0a7a70b2-71f9-4955-a53b-3cced98e3cb4 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks [] for floatingip, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:45:33.966762 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-238bf22a-b8ea-449d-9d15-19eb0eb25d2e req-0a7a70b2-71f9-4955-a53b-3cced98e3cb4 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:45:34.244593 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_common [req-238bf22a-b8ea-449d-9d15-19eb0eb25d2e req-0a7a70b2-71f9-4955-a53b-3cced98e3cb4 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Allocated IP 172.27.2.170 (1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89/b1368c69-6e14-4d1d-80ab-b679585c21ba/0c6cc9cd-85f1-4d81-9c71-b9ca6c7762ac) {{(pid=80246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 09 05:45:34.412169 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-238bf22a-b8ea-449d-9d15-19eb0eb25d2e req-0a7a70b2-71f9-4955-a53b-3cced98e3cb4 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks [] for port, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:45:34.439037 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-238bf22a-b8ea-449d-9d15-19eb0eb25d2e req-0a7a70b2-71f9-4955-a53b-3cced98e3cb4 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363249358491764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10841009'] for port, after_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:45:34.455376 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-800cca1e-3a8b-47d7-ad53-767b085ea9ef tempest-AttachVolumeNegativeTest-1047849998 tempest-AttachVolumeNegativeTest-1047849998] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:45:34.593804 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a70b2-71f9-4955-a53b-3cced98e3cb4 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Pushing event updated for resources: {'Port': ['ID=0c6cc9cd-85f1-4d81-9c71-b9ca6c7762ac,revision_number=1']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:45:34.607033 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a70b2-71f9-4955-a53b-3cced98e3cb4 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:45:34.607462 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a70b2-71f9-4955-a53b-3cced98e3cb4 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:45:34.607884 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a70b2-71f9-4955-a53b-3cced98e3cb4 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:45:34.608301 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a70b2-71f9-4955-a53b-3cced98e3cb4 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:45:34.608713 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a70b2-71f9-4955-a53b-3cced98e3cb4 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:45:34.609126 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a70b2-71f9-4955-a53b-3cced98e3cb4 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:45:34.609533 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a70b2-71f9-4955-a53b-3cced98e3cb4 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:45:34.609965 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a70b2-71f9-4955-a53b-3cced98e3cb4 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:45:34.610374 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a70b2-71f9-4955-a53b-3cced98e3cb4 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:45:34.610778 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a70b2-71f9-4955-a53b-3cced98e3cb4 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:45:34.611183 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a70b2-71f9-4955-a53b-3cced98e3cb4 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:45:34.611587 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a70b2-71f9-4955-a53b-3cced98e3cb4 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:45:34.612034 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a70b2-71f9-4955-a53b-3cced98e3cb4 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:45:34.612431 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a70b2-71f9-4955-a53b-3cced98e3cb4 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:45:34.612832 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a70b2-71f9-4955-a53b-3cced98e3cb4 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:45:34.613235 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a70b2-71f9-4955-a53b-3cced98e3cb4 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:45:34.613636 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a70b2-71f9-4955-a53b-3cced98e3cb4 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:45:34.614060 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a70b2-71f9-4955-a53b-3cced98e3cb4 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:45:34.614464 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a70b2-71f9-4955-a53b-3cced98e3cb4 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:45:34.614864 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a70b2-71f9-4955-a53b-3cced98e3cb4 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:45:34.615265 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a70b2-71f9-4955-a53b-3cced98e3cb4 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:45:34.615666 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a70b2-71f9-4955-a53b-3cced98e3cb4 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:45:34.616068 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a70b2-71f9-4955-a53b-3cced98e3cb4 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:45:34.617002 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7a70b2-71f9-4955-a53b-3cced98e3cb4 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:45:34.622511 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-0a7a70b2-71f9-4955-a53b-3cced98e3cb4 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:45:34.660777 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-238bf22a-b8ea-449d-9d15-19eb0eb25d2e req-0a7a70b2-71f9-4955-a53b-3cced98e3cb4 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Network 1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89 is already hosted by enough agents. {{(pid=80246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 09 05:45:34.661950 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.base_scheduler [req-238bf22a-b8ea-449d-9d15-19eb0eb25d2e req-0a7a70b2-71f9-4955-a53b-3cced98e3cb4 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Resources bound (agent type, host, resource id):  {{(pid=80246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 09 05:45:34.664309 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-238bf22a-b8ea-449d-9d15-19eb0eb25d2e req-0a7a70b2-71f9-4955-a53b-3cced98e3cb4 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Received port after_create {{(pid=80246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 09 05:45:34.749718 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-238bf22a-b8ea-449d-9d15-19eb0eb25d2e req-0a7a70b2-71f9-4955-a53b-3cced98e3cb4 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks [] for floatingip, precommit_create {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:45:34.809172 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-238bf22a-b8ea-449d-9d15-19eb0eb25d2e req-0a7a70b2-71f9-4955-a53b-3cced98e3cb4 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:45:35.094485 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-238bf22a-b8ea-449d-9d15-19eb0eb25d2e req-0a7a70b2-71f9-4955-a53b-3cced98e3cb4 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks [] for port, precommit_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:45:35.097869 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-238bf22a-b8ea-449d-9d15-19eb0eb25d2e req-0a7a70b2-71f9-4955-a53b-3cced98e3cb4 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843934808'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:45:35.114103 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-669f0be5-0f86-4bd8-9cfb-bcf43fdc7486 tempest-VolumesSnapshotTestJSON-1705165571 tempest-VolumesSnapshotTestJSON-1705165571] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:45:35.508321 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a70b2-71f9-4955-a53b-3cced98e3cb4 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Pushing event updated for resources: {'Port': ['ID=0c6cc9cd-85f1-4d81-9c71-b9ca6c7762ac,revision_number=2']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:45:35.512727 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-0a7a70b2-71f9-4955-a53b-3cced98e3cb4 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:45:35.608791 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-238bf22a-b8ea-449d-9d15-19eb0eb25d2e req-0a7a70b2-71f9-4955-a53b-3cced98e3cb4 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851028540'] for floatingip, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:45:35.636097 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-238bf22a-b8ea-449d-9d15-19eb0eb25d2e req-0a7a70b2-71f9-4955-a53b-3cced98e3cb4 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870'] for floatingip, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:45:35.637402 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-238bf22a-b8ea-449d-9d15-19eb0eb25d2e req-0a7a70b2-71f9-4955-a53b-3cced98e3cb4 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.8497481
Dec 09 05:45:35.724125 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-238bf22a-b8ea-449d-9d15-19eb0eb25d2e req-1e4c6bc3-9cdc-4c6c-97d7-49db62ed2f7c tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Synchronizing usage tracker for tenant:fb0759eb89c04546ab3ebe4e8a3a57f5 on resource:floatingip {{(pid=80246) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:45:35.739508 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-238bf22a-b8ea-449d-9d15-19eb0eb25d2e req-1e4c6bc3-9cdc-4c6c-97d7-49db62ed2f7c tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Unset dirty status for tenant:fb0759eb89c04546ab3ebe4e8a3a57f5 on resource:floatingip {{(pid=80246) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:45:35.740747 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-238bf22a-b8ea-449d-9d15-19eb0eb25d2e req-1e4c6bc3-9cdc-4c6c-97d7-49db62ed2f7c tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.27.2.170 HTTP/1.1" status: 200  len: 696 time: 0.0966651
Dec 09 05:45:35.902502 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238bf22a-b8ea-449d-9d15-19eb0eb25d2e req-1199af98-3e30-4871-9555-231a47572713 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:45:35.904025 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-238bf22a-b8ea-449d-9d15-19eb0eb25d2e req-1199af98-3e30-4871-9555-231a47572713 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/networks/1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89 HTTP/1.1" status: 200  len: 784 time: 0.1563330
Dec 09 05:45:36.104439 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972446c1-7a13-4178-84be-5d9023607525 req-1c9b21de-8809-4fee-8e38-b1efa589b745 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:45:36.106159 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-972446c1-7a13-4178-84be-5d9023607525 req-1c9b21de-8809-4fee-8e38-b1efa589b745 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/ports?device_id=b00bd48f-f235-4637-bab9-69a952c79360&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0938892
Dec 09 05:45:36.198140 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-972446c1-7a13-4178-84be-5d9023607525 req-637b00f3-aa2e-4ffe-a5c7-8b201de3e1ba tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.27.2.170 HTTP/1.1" status: 200  len: 696 time: 0.0856409
Dec 09 05:45:36.208472 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.v2.base [req-972446c1-7a13-4178-84be-5d9023607525 req-fe39872b-4e19-4679-8818-1812c1ee7c49 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Request body: {'floatingip': {'port_id': '3fd46385-db93-43d8-92cb-4d71248f2255', 'fixed_ip_address': '172.20.0.7'}} {{(pid=80245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 09 05:45:36.290768 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-972446c1-7a13-4178-84be-5d9023607525 req-fe39872b-4e19-4679-8818-1812c1ee7c49 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks [] for floatingip, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:45:36.931547 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-972446c1-7a13-4178-84be-5d9023607525 req-fe39872b-4e19-4679-8818-1812c1ee7c49 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks [] for floatingip, precommit_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:45:36.934547 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-972446c1-7a13-4178-84be-5d9023607525 req-fe39872b-4e19-4679-8818-1812c1ee7c49 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036851028540'] for floatingip, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:45:37.119855 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.db.l3_db [req-972446c1-7a13-4178-84be-5d9023607525 req-fe39872b-4e19-4679-8818-1812c1ee7c49 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Floating IP 8deaa207-5d9a-4f43-9e57-671421fcce69 associated. External IP: 172.27.2.170, port: 3fd46385-db93-43d8-92cb-4d71248f2255.
Dec 09 05:45:37.494923 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [req-972446c1-7a13-4178-84be-5d9023607525 req-fe39872b-4e19-4679-8818-1812c1ee7c49 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Router ade62f9c-537d-4987-9617-1a2de4f956fc has already been hosted by L3 agent 16cb43a9-cd2d-4531-acd4-2457db4a9ad2 {{(pid=80245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 09 05:45:37.684068 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-972446c1-7a13-4178-84be-5d9023607525 req-fe39872b-4e19-4679-8818-1812c1ee7c49 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify agent at l3_agent.dv-cinder-763306-6-iscsi the message routers_updated {{(pid=80245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 09 05:45:37.688504 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-972446c1-7a13-4178-84be-5d9023607525 req-fe39872b-4e19-4679-8818-1812c1ee7c49 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870'] for floatingip, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:45:37.693947 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b3a82d-4e92-4f27-984a-941b620163f0 None None] Sync routers for ids ['ade62f9c-537d-4987-9617-1a2de4f956fc'] in dv-cinder-763306-6-iscsi {{(pid=80248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 09 05:45:37.705911 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b3a82d-4e92-4f27-984a-941b620163f0 None None] Routers {'ade62f9c-537d-4987-9617-1a2de4f956fc'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:45:37.706706 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-63b3a82d-4e92-4f27-984a-941b620163f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff81df198>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:45:17Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['ade62f9c-537d-4987-9617-1a2de4f956fc'], 'active': True} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:45:37.751446 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-972446c1-7a13-4178-84be-5d9023607525 req-fe39872b-4e19-4679-8818-1812c1ee7c49 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "PUT /v2.0/floatingips/8deaa207-5d9a-4f43-9e57-671421fcce69 HTTP/1.1" status: 200  len: 996 time: 1.5471153
Dec 09 05:45:37.752023 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b00bd48f-f235-4637-bab9-69a952c79360', 'tag': '3fd46385-db93-43d8-92cb-4d71248f2255'}] {{(pid=80245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:45:37.829282 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b00bd48f-f235-4637-bab9-69a952c79360', 'tag': '3fd46385-db93-43d8-92cb-4d71248f2255', 'status': 'completed', 'code': 200}
Dec 09 05:45:37.895245 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972446c1-7a13-4178-84be-5d9023607525 req-5ecb9283-8ad1-482c-914d-740e233a344f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:45:37.896942 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-972446c1-7a13-4178-84be-5d9023607525 req-5ecb9283-8ad1-482c-914d-740e233a344f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fb0759eb89c04546ab3ebe4e8a3a57f5&device_id=b00bd48f-f235-4637-bab9-69a952c79360 HTTP/1.1" status: 200  len: 1162 time: 0.1305559
Dec 09 05:45:37.930563 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-63b3a82d-4e92-4f27-984a-941b620163f0 None None] Set router ade62f9c-537d-4987-9617-1a2de4f956fc gateway port host: dv-cinder-763306-6-iscsi {{(pid=80248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:45:38.046149 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb9d889-6282-4ebb-bf40-08260d8cefdf req-2f62e462-2382-4297-84fd-c2cedcae67f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:45:38.047684 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cfb9d889-6282-4ebb-bf40-08260d8cefdf req-2f62e462-2382-4297-84fd-c2cedcae67f9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fb0759eb89c04546ab3ebe4e8a3a57f5&device_id=b00bd48f-f235-4637-bab9-69a952c79360 HTTP/1.1" status: 200  len: 1162 time: 0.1952333
Dec 09 05:45:38.123487 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972446c1-7a13-4178-84be-5d9023607525 req-ffcc54b6-fba1-4dc1-ad30-6edcf8a4fbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:45:38.125121 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-972446c1-7a13-4178-84be-5d9023607525 req-ffcc54b6-fba1-4dc1-ad30-6edcf8a4fbe8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1d71a329-4cb1-4485-80ca-4ca822c88d8d HTTP/1.1" status: 200  len: 905 time: 0.2145324
Dec 09 05:45:38.312622 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-972446c1-7a13-4178-84be-5d9023607525 req-c46e8e30-fce4-40e0-99e4-014bfdfcf184 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fd46385-db93-43d8-92cb-4d71248f2255 HTTP/1.1" status: 200  len: 999 time: 0.1400580
Dec 09 05:45:38.317634 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb9d889-6282-4ebb-bf40-08260d8cefdf req-e6791a2a-57cc-4de2-ae20-a5e309c56313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:45:38.319223 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cfb9d889-6282-4ebb-bf40-08260d8cefdf req-e6791a2a-57cc-4de2-ae20-a5e309c56313 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1d71a329-4cb1-4485-80ca-4ca822c88d8d HTTP/1.1" status: 200  len: 905 time: 0.2618072
Dec 09 05:45:38.320978 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-63b3a82d-4e92-4f27-984a-941b620163f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff81df198>, [{'id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'name': 'tempest-TestVolumeBootPattern-642748745-router', 'tenant_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'e8d04b31-14e9-4b29-9697-026e8985e83c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:40:37Z', 'updated_at': '2020-12-09T05:40:42Z', 'revision_number': 4, 'project_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'gw_port': {'id': 'e8d04b31-14e9-4b29-9697-026e8985e83c', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:40:38Z', 'updated_at': '2020-12-09T05:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_floatingips': [{'id': '848049b6-7834-4456-859b-a5abfb92056d', 'tenant_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'floating_ip_address': '172.27.2.235', 'floating_network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'router_id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'port_id': '1827e9f1-fc73-4d1a-9bb0-44eea23adc24', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d71a329-4cb1-4485-80ca-4ca822c88d8d', 'mac_address': 'fa:16:3e:61:07:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2a2c56-79c4-4b44-982f-05ac4190656a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-09T05:43:45Z', 'updated_at': '2020-12-09T05:43:50Z', 'revision_number': 2, 'project_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'fixed_ip_address_scope': None}, {'id': '8deaa207-5d9a-4f43-9e57-671421fcce69', 'tenant_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'floating_ip_address': '172.27.2.170', 'floating_network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'router_id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'port_id': '3fd46385-db93-43d8-92cb-4d71248f2255', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d71a329-4cb1-4485-80ca-4ca822c88d8d', 'mac_address': 'fa:16:3e:db:8f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00bd48f-f235-4637-bab9-69a952c79360', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-09T05:45:34Z', 'updated_at': '2020-12-09T05:45:36Z', 'revision_number': 1, 'project_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2c3be73-dc1d-47aa-8cf4-f318bf2edb9f', 'name': '', 'network_id': '1d71a329-4cb1-4485-80ca-4ca822c88d8d', 'tenant_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'mac_address': 'fa:16:3e:64:cc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '182fb628-aba9-461c-a88f-9c7c5f5eec4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:40:41Z', 'updated_at': '2020-12-09T05:40:51Z', 'revision_number': 5, 'project_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'subnets': [{'id': '182fb628-aba9-461c-a88f-9c7c5f5eec4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:45:38.325418 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b3a82d-4e92-4f27-984a-941b620163f0 None None] Checking router: ade62f9c-537d-4987-9617-1a2de4f956fc for host: dv-cinder-763306-6-iscsi {{(pid=80248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 09 05:45:38.334681 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b3a82d-4e92-4f27-984a-941b620163f0 None None] Routers {'ade62f9c-537d-4987-9617-1a2de4f956fc'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:45:38.335379 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-63b3a82d-4e92-4f27-984a-941b620163f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff81df198>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:45:17Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['ade62f9c-537d-4987-9617-1a2de4f956fc'], 'active': True} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:45:38.534322 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-63b3a82d-4e92-4f27-984a-941b620163f0 None None] Set router ade62f9c-537d-4987-9617-1a2de4f956fc gateway port host: dv-cinder-763306-6-iscsi {{(pid=80248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:45:38.718957 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972446c1-7a13-4178-84be-5d9023607525 req-2788e29c-506f-4bd6-8cc8-ba805cd19005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:45:38.720541 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-972446c1-7a13-4178-84be-5d9023607525 req-2788e29c-506f-4bd6-8cc8-ba805cd19005 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=182fb628-aba9-461c-a88f-9c7c5f5eec4d HTTP/1.1" status: 200  len: 850 time: 0.3996301
Dec 09 05:45:38.775648 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cfb9d889-6282-4ebb-bf40-08260d8cefdf req-d310d4f1-b1d8-41a1-a10e-cacee0618997 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fd46385-db93-43d8-92cb-4d71248f2255 HTTP/1.1" status: 200  len: 999 time: 0.4161839
Dec 09 05:45:38.863914 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb9d889-6282-4ebb-bf40-08260d8cefdf req-dd9c2bb4-afca-4887-84f4-3a34b2610129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:45:38.865507 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cfb9d889-6282-4ebb-bf40-08260d8cefdf req-dd9c2bb4-afca-4887-84f4-3a34b2610129 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=182fb628-aba9-461c-a88f-9c7c5f5eec4d HTTP/1.1" status: 200  len: 850 time: 0.0830562
Dec 09 05:45:38.935306 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972446c1-7a13-4178-84be-5d9023607525 req-d4d03bf5-6374-4ce6-a760-37bfef2d65ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:45:38.936943 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-972446c1-7a13-4178-84be-5d9023607525 req-d4d03bf5-6374-4ce6-a760-37bfef2d65ad service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1d71a329-4cb1-4485-80ca-4ca822c88d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2073922
Dec 09 05:45:38.939099 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-63b3a82d-4e92-4f27-984a-941b620163f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff81df198>, [{'id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'name': 'tempest-TestVolumeBootPattern-642748745-router', 'tenant_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'e8d04b31-14e9-4b29-9697-026e8985e83c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:40:37Z', 'updated_at': '2020-12-09T05:40:42Z', 'revision_number': 4, 'project_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'gw_port': {'id': 'e8d04b31-14e9-4b29-9697-026e8985e83c', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:40:38Z', 'updated_at': '2020-12-09T05:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_floatingips': [{'id': '848049b6-7834-4456-859b-a5abfb92056d', 'tenant_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'floating_ip_address': '172.27.2.235', 'floating_network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'router_id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'port_id': '1827e9f1-fc73-4d1a-9bb0-44eea23adc24', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d71a329-4cb1-4485-80ca-4ca822c88d8d', 'mac_address': 'fa:16:3e:61:07:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2a2c56-79c4-4b44-982f-05ac4190656a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-09T05:43:45Z', 'updated_at': '2020-12-09T05:43:50Z', 'revision_number': 2, 'project_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'fixed_ip_address_scope': None}, {'id': '8deaa207-5d9a-4f43-9e57-671421fcce69', 'tenant_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'floating_ip_address': '172.27.2.170', 'floating_network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'router_id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'port_id': '3fd46385-db93-43d8-92cb-4d71248f2255', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d71a329-4cb1-4485-80ca-4ca822c88d8d', 'mac_address': 'fa:16:3e:db:8f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00bd48f-f235-4637-bab9-69a952c79360', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-09T05:45:34Z', 'updated_at': '2020-12-09T05:45:36Z', 'revision_number': 1, 'project_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2c3be73-dc1d-47aa-8cf4-f318bf2edb9f', 'name': '', 'network_id': '1d71a329-4cb1-4485-80ca-4ca822c88d8d', 'tenant_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'mac_address': 'fa:16:3e:64:cc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '182fb628-aba9-461c-a88f-9c7c5f5eec4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:40:41Z', 'updated_at': '2020-12-09T05:40:51Z', 'revision_number': 5, 'project_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'subnets': [{'id': '182fb628-aba9-461c-a88f-9c7c5f5eec4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:45:38.944754 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b3a82d-4e92-4f27-984a-941b620163f0 None None] The sync data for ids ['ade62f9c-537d-4987-9617-1a2de4f956fc'] in dv-cinder-763306-6-iscsi is: [{'id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'name': 'tempest-TestVolumeBootPattern-642748745-router', 'tenant_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'e8d04b31-14e9-4b29-9697-026e8985e83c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:40:37Z', 'updated_at': '2020-12-09T05:40:42Z', 'revision_number': 4, 'project_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'gw_port': {'id': 'e8d04b31-14e9-4b29-9697-026e8985e83c', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:40:38Z', 'updated_at': '2020-12-09T05:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_floatingips': [{'id': '848049b6-7834-4456-859b-a5abfb92056d', 'tenant_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'floating_ip_address': '172.27.2.235', 'floating_network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'router_id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'port_id': '1827e9f1-fc73-4d1a-9bb0-44eea23adc24', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d71a329-4cb1-4485-80ca-4ca822c88d8d', 'mac_address': 'fa:16:3e:61:07:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2a2c56-79c4-4b44-982f-05ac4190656a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-09T05:43:45Z', 'updated_at': '2020-12-09T05:43:50Z', 'revision_number': 2, 'project_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'fixed_ip_address_scope': None}, {'id': '8deaa207-5d9a-4f43-9e57-671421fcce69', 'tenant_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'floating_ip_address': '172.27.2.170', 'floating_network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'router_id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'port_id': '3fd46385-db93-43d8-92cb-4d71248f2255', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d71a329-4cb1-4485-80ca-4ca822c88d8d', 'mac_address': 'fa:16:3e:db:8f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00bd48f-f235-4637-bab9-69a952c79360', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-09T05:45:34Z', 'updated_at': '2020-12-09T05:45:36Z', 'revision_number': 1, 'project_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2c3be73-dc1d-47aa-8cf4-f318bf2edb9f', 'name': '', 'network_id': '1d71a329-4cb1-4485-80ca-4ca822c88d8d', 'tenant_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'mac_address': 'fa:16:3e:64:cc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '182fb628-aba9-461c-a88f-9c7c5f5eec4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:40:41Z', 'updated_at': '2020-12-09T05:40:51Z', 'revision_number': 5, 'project_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'subnets': [{'id': '182fb628-aba9-461c-a88f-9c7c5f5eec4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 09 05:45:39.078422 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb9d889-6282-4ebb-bf40-08260d8cefdf req-7fb794c1-f766-4550-bf94-a47341d58f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:45:39.080097 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cfb9d889-6282-4ebb-bf40-08260d8cefdf req-7fb794c1-f766-4550-bf94-a47341d58f61 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1d71a329-4cb1-4485-80ca-4ca822c88d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2015438
Dec 09 05:45:39.196331 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-972446c1-7a13-4178-84be-5d9023607525 req-6611d302-a83c-4534-bdb5-40ccb867ce89 service neutron] 10.222.0.39 "GET /v2.0/networks/1d71a329-4cb1-4485-80ca-4ca822c88d8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2508934
Dec 09 05:45:39.247068 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e331fb75-3b63-4eac-b9f6-75c812dd4135 None None] New status for floating IP 8deaa207-5d9a-4f43-9e57-671421fcce69: ACTIVE {{(pid=80247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 09 05:45:39.358443 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cfb9d889-6282-4ebb-bf40-08260d8cefdf req-014d5898-fa24-4f8b-855e-705a541c491a service neutron] 10.222.0.59 "GET /v2.0/networks/1d71a329-4cb1-4485-80ca-4ca822c88d8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2706687
Dec 09 05:45:39.430633 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-972446c1-7a13-4178-84be-5d9023607525 req-f21b13e4-e2be-4de0-a7e7-dbcbbc97dcad service neutron] 10.222.0.39 "GET /v2.0/networks/1d71a329-4cb1-4485-80ca-4ca822c88d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2263675
Dec 09 05:45:39.533128 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-cfb9d889-6282-4ebb-bf40-08260d8cefdf req-cfd3c446-77ee-47eb-ab7d-e98c49c9815b service neutron] 10.222.0.59 "GET /v2.0/networks/1d71a329-4cb1-4485-80ca-4ca822c88d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1667089
Dec 09 05:45:45.787050 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-462dd42a-0f7e-4ff1-9d16-7a0934732864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:45:47.374089 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-16d91446-d690-4978-92d3-226011897617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:45:48.283485 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d667687f-70e4-40ee-92a5-0e371b53b2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:45:49.002858 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:45:50.094293 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-858fc187-cc56-4aeb-a3e2-00a52ab9489b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:45:52.261325 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-43f44203-54c4-4c67-af47-9ad3e8a05b65 None None] Agent healthcheck: found 6 active agents {{(pid=80248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 09 05:45:57.500821 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:46:09.011287 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-42d2fc96-e598-4cc2-83e3-880366b49d6b req-52f9fb04-d079-413d-a8b7-5e1830a96a20 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8e2a2c56-79c4-4b44-982f-05ac4190656a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1558001
Dec 09 05:46:09.160647 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2fc96-e598-4cc2-83e3-880366b49d6b req-6f4a2a57-06a2-4697-a16d-1604a5fad633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:46:09.162233 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-42d2fc96-e598-4cc2-83e3-880366b49d6b req-6f4a2a57-06a2-4697-a16d-1604a5fad633 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fb0759eb89c04546ab3ebe4e8a3a57f5&device_id=8e2a2c56-79c4-4b44-982f-05ac4190656a HTTP/1.1" status: 200  len: 1162 time: 0.0792651
Dec 09 05:46:09.322967 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2fc96-e598-4cc2-83e3-880366b49d6b req-f17d21dd-159a-4a1e-9f37-938bb90466b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:46:09.324568 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-42d2fc96-e598-4cc2-83e3-880366b49d6b req-f17d21dd-159a-4a1e-9f37-938bb90466b3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1d71a329-4cb1-4485-80ca-4ca822c88d8d HTTP/1.1" status: 200  len: 905 time: 0.1437683
Dec 09 05:46:09.432635 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-42d2fc96-e598-4cc2-83e3-880366b49d6b req-26601848-3764-4384-9a07-cbe2c3ffe090 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1827e9f1-fc73-4d1a-9bb0-44eea23adc24 HTTP/1.1" status: 200  len: 1001 time: 0.1017203
Dec 09 05:46:09.501112 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2fc96-e598-4cc2-83e3-880366b49d6b req-7b652d05-43db-4cbe-9744-ee7ca6d5ddac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:46:09.502742 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-42d2fc96-e598-4cc2-83e3-880366b49d6b req-7b652d05-43db-4cbe-9744-ee7ca6d5ddac service neutron] 10.222.0.59 "GET /v2.0/subnets?id=182fb628-aba9-461c-a88f-9c7c5f5eec4d HTTP/1.1" status: 200  len: 850 time: 0.0641134
Dec 09 05:46:09.586250 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2fc96-e598-4cc2-83e3-880366b49d6b req-43822786-6c4f-4e7d-8049-41161ac45d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:46:09.587852 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-42d2fc96-e598-4cc2-83e3-880366b49d6b req-43822786-6c4f-4e7d-8049-41161ac45d6d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1d71a329-4cb1-4485-80ca-4ca822c88d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0786364
Dec 09 05:46:09.731946 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-42d2fc96-e598-4cc2-83e3-880366b49d6b req-18234af3-5cae-4635-bb35-67fe2f43001e service neutron] 10.222.0.59 "GET /v2.0/networks/1d71a329-4cb1-4485-80ca-4ca822c88d8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1351845
Dec 09 05:46:09.877830 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-42d2fc96-e598-4cc2-83e3-880366b49d6b req-6cd04d6c-429f-430c-b340-13fa767b8e1d service neutron] 10.222.0.59 "GET /v2.0/networks/1d71a329-4cb1-4485-80ca-4ca822c88d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1388276
Dec 09 05:46:15.793491 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-4a7f8706-f328-4e17-a594-0bb89bafa963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:46:17.375776 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-88627165-e5b9-4ef5-8fff-4016b3652b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:46:18.281857 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d667687f-70e4-40ee-92a5-0e371b53b2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:46:19.004677 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:46:20.097170 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-858fc187-cc56-4aeb-a3e2-00a52ab9489b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:46:27.539106 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:46:29.262598 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-43f44203-54c4-4c67-af47-9ad3e8a05b65 None None] Agent healthcheck: found 6 active agents {{(pid=80248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 09 05:46:45.788048 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-172ae09f-f994-4506-b284-1f05db80141d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:46:47.379573 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-cf7d7007-13b5-4447-b809-d5176d634f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:46:48.285051 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d667687f-70e4-40ee-92a5-0e371b53b2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:46:49.010634 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:46:50.102923 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-858fc187-cc56-4aeb-a3e2-00a52ab9489b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:46:57.541696 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:06.263320 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-43f44203-54c4-4c67-af47-9ad3e8a05b65 None None] Agent healthcheck: found 6 active agents {{(pid=80248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 09 05:47:08.965068 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5e6e9acf-c6a0-4c6d-aea6-b31af092383a req-2c40b728-967e-4ed7-acbe-c2431ab036e6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b00bd48f-f235-4637-bab9-69a952c79360&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0753365
Dec 09 05:47:09.063269 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e9acf-c6a0-4c6d-aea6-b31af092383a req-be3c85d9-a4b5-409d-8a9f-715d6f99305e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:47:09.064884 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5e6e9acf-c6a0-4c6d-aea6-b31af092383a req-be3c85d9-a4b5-409d-8a9f-715d6f99305e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fb0759eb89c04546ab3ebe4e8a3a57f5&device_id=b00bd48f-f235-4637-bab9-69a952c79360 HTTP/1.1" status: 200  len: 1162 time: 0.0790532
Dec 09 05:47:09.222596 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e9acf-c6a0-4c6d-aea6-b31af092383a req-4fde8e13-1cd9-4252-ad3b-44fa1c57691b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:47:09.224105 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5e6e9acf-c6a0-4c6d-aea6-b31af092383a req-4fde8e13-1cd9-4252-ad3b-44fa1c57691b service neutron] 10.222.0.59 "GET /v2.0/networks?id=1d71a329-4cb1-4485-80ca-4ca822c88d8d HTTP/1.1" status: 200  len: 905 time: 0.1398203
Dec 09 05:47:09.330416 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5e6e9acf-c6a0-4c6d-aea6-b31af092383a req-55aa0594-fb1f-4163-a549-ab4b53037bcb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fd46385-db93-43d8-92cb-4d71248f2255 HTTP/1.1" status: 200  len: 1001 time: 0.0995173
Dec 09 05:47:09.404130 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e9acf-c6a0-4c6d-aea6-b31af092383a req-82e4086c-0f24-49a8-a499-2348278ab987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:47:09.405719 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5e6e9acf-c6a0-4c6d-aea6-b31af092383a req-82e4086c-0f24-49a8-a499-2348278ab987 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=182fb628-aba9-461c-a88f-9c7c5f5eec4d HTTP/1.1" status: 200  len: 850 time: 0.0695674
Dec 09 05:47:09.486046 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e9acf-c6a0-4c6d-aea6-b31af092383a req-db435534-94d4-456f-a6bf-618cd8c41d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:47:09.487667 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5e6e9acf-c6a0-4c6d-aea6-b31af092383a req-db435534-94d4-456f-a6bf-618cd8c41d04 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1d71a329-4cb1-4485-80ca-4ca822c88d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0757918
Dec 09 05:47:09.632030 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5e6e9acf-c6a0-4c6d-aea6-b31af092383a req-5943ceed-275c-4862-a108-a75cc26a9abf service neutron] 10.222.0.59 "GET /v2.0/networks/1d71a329-4cb1-4485-80ca-4ca822c88d8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1366546
Dec 09 05:47:09.782113 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-5e6e9acf-c6a0-4c6d-aea6-b31af092383a req-dae4652e-20d9-49aa-9fe4-28ac60240749 service neutron] 10.222.0.59 "GET /v2.0/networks/1d71a329-4cb1-4485-80ca-4ca822c88d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1432528
Dec 09 05:47:10.710530 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-81b7c34e-f3b2-44a9-b464-e618a38c1842 req-eec3485c-175d-429a-91f2-111700ca0852 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/floatingips/8deaa207-5d9a-4f43-9e57-671421fcce69 HTTP/1.1" status: 200  len: 998 time: 0.1137609
Dec 09 05:47:10.876835 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7c34e-f3b2-44a9-b464-e618a38c1842 req-3cdeda2a-66d5-402b-9960-dc46f9d28185 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:47:10.878321 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-81b7c34e-f3b2-44a9-b464-e618a38c1842 req-3cdeda2a-66d5-402b-9960-dc46f9d28185 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/networks/1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89 HTTP/1.1" status: 200  len: 784 time: 0.1613121
Dec 09 05:47:10.889205 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [req-81b7c34e-f3b2-44a9-b464-e618a38c1842 req-e37d670b-37ff-4ad3-bf7c-0088071bb41f tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=80246) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 09 05:47:10.890272 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-81b7c34e-f3b2-44a9-b464-e618a38c1842 req-e37d670b-37ff-4ad3-bf7c-0088071bb41f tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0059443
Dec 09 05:47:11.000244 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-81b7c34e-f3b2-44a9-b464-e618a38c1842 req-593ad3fc-f40b-4f63-9552-ed6b2779a728 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.27.2.170 HTTP/1.1" status: 200  len: 1001 time: 0.1036911
Dec 09 05:47:11.077712 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7c34e-f3b2-44a9-b464-e618a38c1842 req-604fc8e6-0417-4624-be81-0f9280f47a12 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:47:11.079214 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-81b7c34e-f3b2-44a9-b464-e618a38c1842 req-604fc8e6-0417-4624-be81-0f9280f47a12 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/ports/3fd46385-db93-43d8-92cb-4d71248f2255 HTTP/1.1" status: 200  len: 942 time: 0.0731289
Dec 09 05:47:11.267556 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-81b7c34e-f3b2-44a9-b464-e618a38c1842 req-b257ffa6-c058-4c5a-8ee7-7f2f827de462 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.27.2.170 HTTP/1.1" status: 200  len: 1001 time: 0.1020641
Dec 09 05:47:11.487790 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-81b7c34e-f3b2-44a9-b464-e618a38c1842 req-5fcb9d16-b822-4eb5-a7de-639924e1c712 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Deleting port 0c6cc9cd-85f1-4d81-9c71-b9ca6c7762ac {{(pid=80246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 09 05:47:11.488177 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-81b7c34e-f3b2-44a9-b464-e618a38c1842 req-5fcb9d16-b822-4eb5-a7de-639924e1c712 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787496886762'] for port, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:11.670219 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-81b7c34e-f3b2-44a9-b464-e618a38c1842 req-5fcb9d16-b822-4eb5-a7de-639924e1c712 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744221'] for port, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:11.670509 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-81b7c34e-f3b2-44a9-b464-e618a38c1842 req-5fcb9d16-b822-4eb5-a7de-639924e1c712 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks [] for floatingip, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:11.800213 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-81b7c34e-f3b2-44a9-b464-e618a38c1842 req-5fcb9d16-b822-4eb5-a7de-639924e1c712 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Calling delete_port for 0c6cc9cd-85f1-4d81-9c71-b9ca6c7762ac owned by network:floatingip {{(pid=80246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 09 05:47:11.967365 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-81b7c34e-f3b2-44a9-b464-e618a38c1842 req-5fcb9d16-b822-4eb5-a7de-639924e1c712 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787496890807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249358481609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10841009'] for port, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:11.984269 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-474dfb43-5ab5-47ce-a3fa-8432cea28294 tempest-VolumesNegativeTest-607400274 tempest-VolumesNegativeTest-607400274] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:47:12.043580 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcb9d16-b822-4eb5-a7de-639924e1c712 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Pushing event deleted for resources: {'Port': ['ID=0c6cc9cd-85f1-4d81-9c71-b9ca6c7762ac,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:47:12.104708 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcb9d16-b822-4eb5-a7de-639924e1c712 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:47:12.105134 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcb9d16-b822-4eb5-a7de-639924e1c712 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:47:12.105553 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcb9d16-b822-4eb5-a7de-639924e1c712 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:47:12.105999 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcb9d16-b822-4eb5-a7de-639924e1c712 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:47:12.106413 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcb9d16-b822-4eb5-a7de-639924e1c712 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:47:12.106824 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcb9d16-b822-4eb5-a7de-639924e1c712 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:47:12.107231 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcb9d16-b822-4eb5-a7de-639924e1c712 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:47:12.107637 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcb9d16-b822-4eb5-a7de-639924e1c712 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:47:12.108042 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcb9d16-b822-4eb5-a7de-639924e1c712 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:47:12.108446 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcb9d16-b822-4eb5-a7de-639924e1c712 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:47:12.108850 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcb9d16-b822-4eb5-a7de-639924e1c712 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:47:12.109252 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcb9d16-b822-4eb5-a7de-639924e1c712 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:47:12.109691 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcb9d16-b822-4eb5-a7de-639924e1c712 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:47:12.110117 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcb9d16-b822-4eb5-a7de-639924e1c712 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:47:12.110522 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcb9d16-b822-4eb5-a7de-639924e1c712 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:47:12.110922 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcb9d16-b822-4eb5-a7de-639924e1c712 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:47:12.111324 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcb9d16-b822-4eb5-a7de-639924e1c712 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:47:12.111728 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcb9d16-b822-4eb5-a7de-639924e1c712 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:47:12.112127 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcb9d16-b822-4eb5-a7de-639924e1c712 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:47:12.112530 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcb9d16-b822-4eb5-a7de-639924e1c712 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:47:12.112927 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcb9d16-b822-4eb5-a7de-639924e1c712 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:47:12.113325 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcb9d16-b822-4eb5-a7de-639924e1c712 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:47:12.113730 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcb9d16-b822-4eb5-a7de-639924e1c712 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:47:12.114154 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcb9d16-b822-4eb5-a7de-639924e1c712 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:47:12.119999 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-5fcb9d16-b822-4eb5-a7de-639924e1c712 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:47:12.231979 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-81b7c34e-f3b2-44a9-b464-e618a38c1842 req-5fcb9d16-b822-4eb5-a7de-639924e1c712 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks [] for floatingip, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:12.232227 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.db.l3_db [req-81b7c34e-f3b2-44a9-b464-e618a38c1842 req-5fcb9d16-b822-4eb5-a7de-639924e1c712 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Floating IP 8deaa207-5d9a-4f43-9e57-671421fcce69 disassociated (deleted). External IP: 172.27.2.170, port: 3fd46385-db93-43d8-92cb-4d71248f2255.
Dec 09 05:47:12.594025 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81b7c34e-f3b2-44a9-b464-e618a38c1842 req-5fcb9d16-b822-4eb5-a7de-639924e1c712 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Router ade62f9c-537d-4987-9617-1a2de4f956fc has already been hosted by L3 agent 16cb43a9-cd2d-4531-acd4-2457db4a9ad2 {{(pid=80246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 09 05:47:12.782373 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81b7c34e-f3b2-44a9-b464-e618a38c1842 req-5fcb9d16-b822-4eb5-a7de-639924e1c712 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify agent at l3_agent.dv-cinder-763306-6-iscsi the message routers_updated {{(pid=80246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 09 05:47:12.795003 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db48af4-cf02-4ae0-995e-b8c5dd89bd17 None None] Sync routers for ids ['ade62f9c-537d-4987-9617-1a2de4f956fc'] in dv-cinder-763306-6-iscsi {{(pid=80248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 09 05:47:12.807746 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db48af4-cf02-4ae0-995e-b8c5dd89bd17 None None] Routers {'ade62f9c-537d-4987-9617-1a2de4f956fc'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:47:12.808635 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-9db48af4-cf02-4ae0-995e-b8c5dd89bd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff825d438>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:46:47Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['ade62f9c-537d-4987-9617-1a2de4f956fc'], 'active': True} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:47:12.810650 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-81b7c34e-f3b2-44a9-b464-e618a38c1842 req-5fcb9d16-b822-4eb5-a7de-639924e1c712 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870'] for floatingip, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:12.869884 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-81b7c34e-f3b2-44a9-b464-e618a38c1842 req-5fcb9d16-b822-4eb5-a7de-639924e1c712 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "DELETE /v2.0/floatingips/8deaa207-5d9a-4f43-9e57-671421fcce69 HTTP/1.1" status: 204  len: 173 time: 1.5959802
Dec 09 05:47:12.870380 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b00bd48f-f235-4637-bab9-69a952c79360', 'tag': '3fd46385-db93-43d8-92cb-4d71248f2255'}] {{(pid=80246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:47:13.029193 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b00bd48f-f235-4637-bab9-69a952c79360', 'tag': '3fd46385-db93-43d8-92cb-4d71248f2255', 'status': 'completed', 'code': 200}
Dec 09 05:47:13.050930 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7c34e-f3b2-44a9-b464-e618a38c1842 req-9ad4014b-7605-4074-ac34-65f711318140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:47:13.052619 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-81b7c34e-f3b2-44a9-b464-e618a38c1842 req-9ad4014b-7605-4074-ac34-65f711318140 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fb0759eb89c04546ab3ebe4e8a3a57f5&device_id=b00bd48f-f235-4637-bab9-69a952c79360 HTTP/1.1" status: 200  len: 1162 time: 0.1696763
Dec 09 05:47:13.133707 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c53d06e-a42c-4ced-8bb0-d7751ac58ccd req-813bdf9e-ad76-49d7-9586-457fba6e5690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:47:13.135317 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2c53d06e-a42c-4ced-8bb0-d7751ac58ccd req-813bdf9e-ad76-49d7-9586-457fba6e5690 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fb0759eb89c04546ab3ebe4e8a3a57f5&device_id=b00bd48f-f235-4637-bab9-69a952c79360 HTTP/1.1" status: 200  len: 1162 time: 0.0831699
Dec 09 05:47:13.176480 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-9db48af4-cf02-4ae0-995e-b8c5dd89bd17 None None] Set router ade62f9c-537d-4987-9617-1a2de4f956fc gateway port host: dv-cinder-763306-6-iscsi {{(pid=80248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:47:13.205403 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7c34e-f3b2-44a9-b464-e618a38c1842 req-29add9e6-db72-4a65-8133-c2345b166f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:47:13.207074 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-81b7c34e-f3b2-44a9-b464-e618a38c1842 req-29add9e6-db72-4a65-8133-c2345b166f8e service neutron] 10.222.0.39 "GET /v2.0/networks?id=1d71a329-4cb1-4485-80ca-4ca822c88d8d HTTP/1.1" status: 200  len: 905 time: 0.1464605
Dec 09 05:47:13.291904 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c53d06e-a42c-4ced-8bb0-d7751ac58ccd req-9f369d92-eaa4-42bd-ace5-ee3d6abb3045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:47:13.293570 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2c53d06e-a42c-4ced-8bb0-d7751ac58ccd req-9f369d92-eaa4-42bd-ace5-ee3d6abb3045 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1d71a329-4cb1-4485-80ca-4ca822c88d8d HTTP/1.1" status: 200  len: 905 time: 0.1520481
Dec 09 05:47:13.370665 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2c53d06e-a42c-4ced-8bb0-d7751ac58ccd req-a852c06d-852f-4e3a-833b-fc01e395756f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fd46385-db93-43d8-92cb-4d71248f2255 HTTP/1.1" status: 200  len: 217 time: 0.0703068
Dec 09 05:47:13.463559 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c53d06e-a42c-4ced-8bb0-d7751ac58ccd req-09848642-5f0b-4ffe-bf91-cd5d69ef5ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:47:13.465655 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2c53d06e-a42c-4ced-8bb0-d7751ac58ccd req-09848642-5f0b-4ffe-bf91-cd5d69ef5ebe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=182fb628-aba9-461c-a88f-9c7c5f5eec4d HTTP/1.1" status: 200  len: 850 time: 0.0885580
Dec 09 05:47:13.528911 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-81b7c34e-f3b2-44a9-b464-e618a38c1842 req-8c24f1ee-b234-4e48-b97d-826bcae6389d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fd46385-db93-43d8-92cb-4d71248f2255 HTTP/1.1" status: 200  len: 217 time: 0.3136368
Dec 09 05:47:13.553611 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c53d06e-a42c-4ced-8bb0-d7751ac58ccd req-a373ca94-8ecb-4b4f-9251-8b6dc87d0f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:47:13.555494 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2c53d06e-a42c-4ced-8bb0-d7751ac58ccd req-a373ca94-8ecb-4b4f-9251-8b6dc87d0f4b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1d71a329-4cb1-4485-80ca-4ca822c88d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0840242
Dec 09 05:47:13.577059 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-9db48af4-cf02-4ae0-995e-b8c5dd89bd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff825d438>, [{'id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'name': 'tempest-TestVolumeBootPattern-642748745-router', 'tenant_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'e8d04b31-14e9-4b29-9697-026e8985e83c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:40:37Z', 'updated_at': '2020-12-09T05:40:42Z', 'revision_number': 4, 'project_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'gw_port': {'id': 'e8d04b31-14e9-4b29-9697-026e8985e83c', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:40:38Z', 'updated_at': '2020-12-09T05:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_floatingips': [{'id': '848049b6-7834-4456-859b-a5abfb92056d', 'tenant_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'floating_ip_address': '172.27.2.235', 'floating_network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'router_id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'port_id': '1827e9f1-fc73-4d1a-9bb0-44eea23adc24', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d71a329-4cb1-4485-80ca-4ca822c88d8d', 'mac_address': 'fa:16:3e:61:07:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2a2c56-79c4-4b44-982f-05ac4190656a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-09T05:43:45Z', 'updated_at': '2020-12-09T05:43:50Z', 'revision_number': 2, 'project_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2c3be73-dc1d-47aa-8cf4-f318bf2edb9f', 'name': '', 'network_id': '1d71a329-4cb1-4485-80ca-4ca822c88d8d', 'tenant_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'mac_address': 'fa:16:3e:64:cc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '182fb628-aba9-461c-a88f-9c7c5f5eec4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:40:41Z', 'updated_at': '2020-12-09T05:40:51Z', 'revision_number': 5, 'project_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'subnets': [{'id': '182fb628-aba9-461c-a88f-9c7c5f5eec4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:47:13.581779 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db48af4-cf02-4ae0-995e-b8c5dd89bd17 None None] Checking router: ade62f9c-537d-4987-9617-1a2de4f956fc for host: dv-cinder-763306-6-iscsi {{(pid=80248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 09 05:47:13.592870 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db48af4-cf02-4ae0-995e-b8c5dd89bd17 None None] Routers {'ade62f9c-537d-4987-9617-1a2de4f956fc'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:47:13.593986 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-9db48af4-cf02-4ae0-995e-b8c5dd89bd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff825d438>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:46:47Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['ade62f9c-537d-4987-9617-1a2de4f956fc'], 'active': True} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:47:13.599221 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7c34e-f3b2-44a9-b464-e618a38c1842 req-9e4a0ff8-4577-4f81-bc03-7a04d5dbe278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:47:13.600820 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-81b7c34e-f3b2-44a9-b464-e618a38c1842 req-9e4a0ff8-4577-4f81-bc03-7a04d5dbe278 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=182fb628-aba9-461c-a88f-9c7c5f5eec4d HTTP/1.1" status: 200  len: 850 time: 0.0652001
Dec 09 05:47:13.693340 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7c34e-f3b2-44a9-b464-e618a38c1842 req-47b52f1a-7fb4-47e9-8dc6-fe1d58b3e7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:47:13.695082 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-81b7c34e-f3b2-44a9-b464-e618a38c1842 req-47b52f1a-7fb4-47e9-8dc6-fe1d58b3e7db service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1d71a329-4cb1-4485-80ca-4ca822c88d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0865498
Dec 09 05:47:13.812140 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-9db48af4-cf02-4ae0-995e-b8c5dd89bd17 None None] Set router ade62f9c-537d-4987-9617-1a2de4f956fc gateway port host: dv-cinder-763306-6-iscsi {{(pid=80248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:47:13.861065 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-81b7c34e-f3b2-44a9-b464-e618a38c1842 req-f37ecc98-6de3-4e9f-8606-9618ef0e9ce8 service neutron] 10.222.0.39 "GET /v2.0/networks/1d71a329-4cb1-4485-80ca-4ca822c88d8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1575677
Dec 09 05:47:13.952873 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2c53d06e-a42c-4ced-8bb0-d7751ac58ccd req-e5a9ba2e-c7f7-4c62-ba5e-adfb46f4afc5 service neutron] 10.222.0.59 "GET /v2.0/networks/1d71a329-4cb1-4485-80ca-4ca822c88d8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3906505
Dec 09 05:47:14.012622 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-81b7c34e-f3b2-44a9-b464-e618a38c1842 req-cc096819-1de0-4e36-aa92-7c1286cba5ae service neutron] 10.222.0.39 "GET /v2.0/networks/1d71a329-4cb1-4485-80ca-4ca822c88d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1451159
Dec 09 05:47:14.106483 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2c53d06e-a42c-4ced-8bb0-d7751ac58ccd req-e472ff2b-8f2a-4900-8247-b4f71b1952ae service neutron] 10.222.0.59 "GET /v2.0/networks/1d71a329-4cb1-4485-80ca-4ca822c88d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1468155
Dec 09 05:47:14.208102 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-9db48af4-cf02-4ae0-995e-b8c5dd89bd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff825d438>, [{'id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'name': 'tempest-TestVolumeBootPattern-642748745-router', 'tenant_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'e8d04b31-14e9-4b29-9697-026e8985e83c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:40:37Z', 'updated_at': '2020-12-09T05:40:42Z', 'revision_number': 4, 'project_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'gw_port': {'id': 'e8d04b31-14e9-4b29-9697-026e8985e83c', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:40:38Z', 'updated_at': '2020-12-09T05:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_floatingips': [{'id': '848049b6-7834-4456-859b-a5abfb92056d', 'tenant_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'floating_ip_address': '172.27.2.235', 'floating_network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'router_id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'port_id': '1827e9f1-fc73-4d1a-9bb0-44eea23adc24', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d71a329-4cb1-4485-80ca-4ca822c88d8d', 'mac_address': 'fa:16:3e:61:07:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2a2c56-79c4-4b44-982f-05ac4190656a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-09T05:43:45Z', 'updated_at': '2020-12-09T05:43:50Z', 'revision_number': 2, 'project_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2c3be73-dc1d-47aa-8cf4-f318bf2edb9f', 'name': '', 'network_id': '1d71a329-4cb1-4485-80ca-4ca822c88d8d', 'tenant_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'mac_address': 'fa:16:3e:64:cc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '182fb628-aba9-461c-a88f-9c7c5f5eec4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:40:41Z', 'updated_at': '2020-12-09T05:40:51Z', 'revision_number': 5, 'project_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'subnets': [{'id': '182fb628-aba9-461c-a88f-9c7c5f5eec4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:47:14.213029 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db48af4-cf02-4ae0-995e-b8c5dd89bd17 None None] The sync data for ids ['ade62f9c-537d-4987-9617-1a2de4f956fc'] in dv-cinder-763306-6-iscsi is: [{'id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'name': 'tempest-TestVolumeBootPattern-642748745-router', 'tenant_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'e8d04b31-14e9-4b29-9697-026e8985e83c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:40:37Z', 'updated_at': '2020-12-09T05:40:42Z', 'revision_number': 4, 'project_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'gw_port': {'id': 'e8d04b31-14e9-4b29-9697-026e8985e83c', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:40:38Z', 'updated_at': '2020-12-09T05:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_floatingips': [{'id': '848049b6-7834-4456-859b-a5abfb92056d', 'tenant_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'floating_ip_address': '172.27.2.235', 'floating_network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'router_id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'port_id': '1827e9f1-fc73-4d1a-9bb0-44eea23adc24', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d71a329-4cb1-4485-80ca-4ca822c88d8d', 'mac_address': 'fa:16:3e:61:07:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2a2c56-79c4-4b44-982f-05ac4190656a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-09T05:43:45Z', 'updated_at': '2020-12-09T05:43:50Z', 'revision_number': 2, 'project_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2c3be73-dc1d-47aa-8cf4-f318bf2edb9f', 'name': '', 'network_id': '1d71a329-4cb1-4485-80ca-4ca822c88d8d', 'tenant_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'mac_address': 'fa:16:3e:64:cc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '182fb628-aba9-461c-a88f-9c7c5f5eec4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:40:41Z', 'updated_at': '2020-12-09T05:40:51Z', 'revision_number': 5, 'project_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'subnets': [{'id': '182fb628-aba9-461c-a88f-9c7c5f5eec4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 09 05:47:14.481337 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c5e66a-21cb-46ac-8ef3-7bc4dbe07149 req-40636c79-ba6d-47e6-bfce-cedf5d9c2cce tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:47:14.482140 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-d4c5e66a-21cb-46ac-8ef3-7bc4dbe07149 req-40636c79-ba6d-47e6-bfce-cedf5d9c2cce tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Synchronizing usage tracker for tenant:fb0759eb89c04546ab3ebe4e8a3a57f5 on resource:port {{(pid=80246) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:47:14.498356 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-d4c5e66a-21cb-46ac-8ef3-7bc4dbe07149 req-40636c79-ba6d-47e6-bfce-cedf5d9c2cce tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Unset dirty status for tenant:fb0759eb89c04546ab3ebe4e8a3a57f5 on resource:port {{(pid=80246) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:47:14.499653 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d4c5e66a-21cb-46ac-8ef3-7bc4dbe07149 req-40636c79-ba6d-47e6-bfce-cedf5d9c2cce tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/ports?device_id=b00bd48f-f235-4637-bab9-69a952c79360 HTTP/1.1" status: 200  len: 945 time: 0.1117811
Dec 09 05:47:14.547939 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d4c5e66a-21cb-46ac-8ef3-7bc4dbe07149 req-82f1a15e-f031-4c72-9609-695588acaa96 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/security-groups?id=075f58c2-c082-4370-ab27-fbb2b1290397&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0417745
Dec 09 05:47:14.588657 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cfe782-6813-4141-958f-ab7427e73435 None None] New status for floating IP 8deaa207-5d9a-4f43-9e57-671421fcce69: DOWN {{(pid=80247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 09 05:47:15.768509 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b30953c-0d1d-4fac-b664-351616936d35 req-9148be14-7549-40d5-b66c-de5a735d7437 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:47:15.770073 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2b30953c-0d1d-4fac-b664-351616936d35 req-9148be14-7549-40d5-b66c-de5a735d7437 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/ports?device_id=b00bd48f-f235-4637-bab9-69a952c79360 HTTP/1.1" status: 200  len: 945 time: 0.0904946
Dec 09 05:47:15.793553 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-87c32b36-3149-4c3d-89be-5cf5214e0031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:15.821369 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-2b30953c-0d1d-4fac-b664-351616936d35 req-7245b48e-2192-41a7-96ee-4d937394f3b5 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/security-groups?id=075f58c2-c082-4370-ab27-fbb2b1290397&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0436890
Dec 09 05:47:15.924541 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e1f148-3a5b-406d-bdff-4afd3d844b0f req-65457483-c184-4fca-b8f0-1edf06193f31 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:47:15.926239 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d0e1f148-3a5b-406d-bdff-4afd3d844b0f req-65457483-c184-4fca-b8f0-1edf06193f31 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.59 "GET /v2.0/ports?device_id=b00bd48f-f235-4637-bab9-69a952c79360 HTTP/1.1" status: 200  len: 945 time: 0.0855806
Dec 09 05:47:16.002437 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-d0e1f148-3a5b-406d-bdff-4afd3d844b0f req-43934af1-71ff-444f-bdb0-a53a158a27ff tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Deleting port 3fd46385-db93-43d8-92cb-4d71248f2255 {{(pid=80245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 09 05:47:16.002815 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-d0e1f148-3a5b-406d-bdff-4afd3d844b0f req-43934af1-71ff-444f-bdb0-a53a158a27ff tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787496886762'] for port, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:16.205347 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device 3fd46385-db93-43d8-92cb-4d71248f2255 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 09 05:47:16.264292 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-d0e1f148-3a5b-406d-bdff-4afd3d844b0f req-43934af1-71ff-444f-bdb0-a53a158a27ff tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] For port 3fd46385-db93-43d8-92cb-4d71248f2255, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=3fd46385-db93-43d8-92cb-4d71248f2255,segment=NetworkSegment(53d9c4f6-7f3c-47a3-8018-8c5e0609bb1c),segment_id=53d9c4f6-7f3c-47a3-8018-8c5e0609bb1c)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:47:16.264699 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-d0e1f148-3a5b-406d-bdff-4afd3d844b0f req-43934af1-71ff-444f-bdb0-a53a158a27ff tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744221'] for port, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:16.320653 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:16.349290 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b00bd48f-f235-4637-bab9-69a952c79360', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fd46385-db93-43d8-92cb-4d71248f2255'}] {{(pid=80247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:47:16.361002 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] For port 3fd46385-db93-43d8-92cb-4d71248f2255, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=3fd46385-db93-43d8-92cb-4d71248f2255,segment=NetworkSegment(53d9c4f6-7f3c-47a3-8018-8c5e0609bb1c),segment_id=53d9c4f6-7f3c-47a3-8018-8c5e0609bb1c)] {{(pid=80247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:47:16.365086 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787496890824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787496294208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363249358481575'] for port, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:16.368882 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:47:16.397258 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-d0e1f148-3a5b-406d-bdff-4afd3d844b0f req-43934af1-71ff-444f-bdb0-a53a158a27ff tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Calling delete_port for 3fd46385-db93-43d8-92cb-4d71248f2255 owned by compute:nova {{(pid=80245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 09 05:47:16.442260 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Pushing event updated for resources: {'Port': ['ID=3fd46385-db93-43d8-92cb-4d71248f2255,revision_number=5']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:47:16.452297 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:47:16.452692 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:47:16.453078 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:47:16.453461 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:47:16.453850 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:47:16.454247 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:47:16.454741 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:47:16.455115 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:47:16.455562 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:47:16.455882 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:47:16.456251 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:47:16.456904 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:47:16.457600 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:47:16.458043 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:47:16.458346 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:47:16.458707 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:47:16.459071 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:47:16.459437 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:47:16.459797 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:47:16.460278 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:47:16.460500 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:47:16.460861 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:47:16.461782 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:47:16.462396 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:47:16.466771 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:47:16.489611 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.db.api [req-d0e1f148-3a5b-406d-bdff-4afd3d844b0f req-43934af1-71ff-444f-bdb0-a53a158a27ff tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80245) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 05:47:16.490053 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_db.api [req-d0e1f148-3a5b-406d-bdff-4afd3d844b0f req-43934af1-71ff-444f-bdb0-a53a158a27ff tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 09 05:47:16.504637 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00bd48f-f235-4637-bab9-69a952c79360', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fd46385-db93-43d8-92cb-4d71248f2255', 'code': 200}
Dec 09 05:47:16.990992 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-d0e1f148-3a5b-406d-bdff-4afd3d844b0f req-43934af1-71ff-444f-bdb0-a53a158a27ff tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Deleting port 3fd46385-db93-43d8-92cb-4d71248f2255 {{(pid=80245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 09 05:47:16.991549 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-d0e1f148-3a5b-406d-bdff-4afd3d844b0f req-43934af1-71ff-444f-bdb0-a53a158a27ff tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787496886762'] for port, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:17.176385 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b7770-19c8-4ee3-9688-646726dbf0e5 req-177b1a7e-8d5f-43ea-bb4f-7652a774e82c tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:47:17.177951 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ab2b7770-19c8-4ee3-9688-646726dbf0e5 req-177b1a7e-8d5f-43ea-bb4f-7652a774e82c tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/ports?device_id=b00bd48f-f235-4637-bab9-69a952c79360 HTTP/1.1" status: 200  len: 943 time: 0.2217128
Dec 09 05:47:17.319522 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-ab2b7770-19c8-4ee3-9688-646726dbf0e5 req-ccd519a9-f9a3-4993-937f-fd26b5726dd2 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/security-groups?id=075f58c2-c082-4370-ab27-fbb2b1290397&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1339505
Dec 09 05:47:17.329236 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-d0e1f148-3a5b-406d-bdff-4afd3d844b0f req-43934af1-71ff-444f-bdb0-a53a158a27ff tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] For port 3fd46385-db93-43d8-92cb-4d71248f2255, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=3fd46385-db93-43d8-92cb-4d71248f2255,segment=NetworkSegment(53d9c4f6-7f3c-47a3-8018-8c5e0609bb1c),segment_id=53d9c4f6-7f3c-47a3-8018-8c5e0609bb1c)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:47:17.329640 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-d0e1f148-3a5b-406d-bdff-4afd3d844b0f req-43934af1-71ff-444f-bdb0-a53a158a27ff tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744221'] for port, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:17.382514 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-99a030ac-5cbf-4df3-a596-82c7039cb2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:17.466070 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-d0e1f148-3a5b-406d-bdff-4afd3d844b0f req-43934af1-71ff-444f-bdb0-a53a158a27ff tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Calling delete_port for 3fd46385-db93-43d8-92cb-4d71248f2255 owned by compute:nova {{(pid=80245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 09 05:47:17.621938 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-d0e1f148-3a5b-406d-bdff-4afd3d844b0f req-43934af1-71ff-444f-bdb0-a53a158a27ff tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787496890807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249358481609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844148928'] for port, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:17.640565 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-c20843dc-1508-459e-ac1b-bf47dd0bcb04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:47:17.697415 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43934af1-71ff-444f-bdb0-a53a158a27ff tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Pushing event deleted for resources: {'Port': ['ID=3fd46385-db93-43d8-92cb-4d71248f2255,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:47:17.709406 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43934af1-71ff-444f-bdb0-a53a158a27ff tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:47:17.709868 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43934af1-71ff-444f-bdb0-a53a158a27ff tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:47:17.710307 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43934af1-71ff-444f-bdb0-a53a158a27ff tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:47:17.710729 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43934af1-71ff-444f-bdb0-a53a158a27ff tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:47:17.711514 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43934af1-71ff-444f-bdb0-a53a158a27ff tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:47:17.712105 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43934af1-71ff-444f-bdb0-a53a158a27ff tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:47:17.712524 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43934af1-71ff-444f-bdb0-a53a158a27ff tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:47:17.712944 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43934af1-71ff-444f-bdb0-a53a158a27ff tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:47:17.713359 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43934af1-71ff-444f-bdb0-a53a158a27ff tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:47:17.713768 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43934af1-71ff-444f-bdb0-a53a158a27ff tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:47:17.714207 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43934af1-71ff-444f-bdb0-a53a158a27ff tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:47:17.714617 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43934af1-71ff-444f-bdb0-a53a158a27ff tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:47:17.715069 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43934af1-71ff-444f-bdb0-a53a158a27ff tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:47:17.715477 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43934af1-71ff-444f-bdb0-a53a158a27ff tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:47:17.715882 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43934af1-71ff-444f-bdb0-a53a158a27ff tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:47:17.716337 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43934af1-71ff-444f-bdb0-a53a158a27ff tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:47:17.716693 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43934af1-71ff-444f-bdb0-a53a158a27ff tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:47:17.717096 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43934af1-71ff-444f-bdb0-a53a158a27ff tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:47:17.717499 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43934af1-71ff-444f-bdb0-a53a158a27ff tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:47:17.717928 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43934af1-71ff-444f-bdb0-a53a158a27ff tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:47:17.718334 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43934af1-71ff-444f-bdb0-a53a158a27ff tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:47:17.718740 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43934af1-71ff-444f-bdb0-a53a158a27ff tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:47:17.719143 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43934af1-71ff-444f-bdb0-a53a158a27ff tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:47:17.719550 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43934af1-71ff-444f-bdb0-a53a158a27ff tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 09 05:47:17.723557 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-43934af1-71ff-444f-bdb0-a53a158a27ff tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:47:17.870177 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0e1f148-3a5b-406d-bdff-4afd3d844b0f req-43934af1-71ff-444f-bdb0-a53a158a27ff tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] No DVR routers for this DVR port 3fd46385-db93-43d8-92cb-4d71248f2255 on host hv-cinder-76330 {{(pid=80245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 09 05:47:17.872455 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-d0e1f148-3a5b-406d-bdff-4afd3d844b0f req-43934af1-71ff-444f-bdb0-a53a158a27ff tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870'] for port, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:17.875311 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b00bd48f-f235-4637-bab9-69a952c79360', 'name': 'network-vif-deleted', 'tag': '3fd46385-db93-43d8-92cb-4d71248f2255'}] {{(pid=80245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:47:17.891426 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-d0e1f148-3a5b-406d-bdff-4afd3d844b0f req-43934af1-71ff-444f-bdb0-a53a158a27ff tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.59 "DELETE /v2.0/ports/3fd46385-db93-43d8-92cb-4d71248f2255 HTTP/1.1" status: 204  len: 173 time: 1.9599497
Dec 09 05:47:18.026259 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00bd48f-f235-4637-bab9-69a952c79360', 'name': 'network-vif-deleted', 'tag': '3fd46385-db93-43d8-92cb-4d71248f2255', 'status': 'completed', 'code': 200}
Dec 09 05:47:18.288418 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d667687f-70e4-40ee-92a5-0e371b53b2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:18.512275 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-74024b8b-f59a-4727-9b4b-9a4023f67046 req-7c17f89c-4d2b-45dc-b181-f62e718216da tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Synchronizing usage tracker for tenant:fb0759eb89c04546ab3ebe4e8a3a57f5 on resource:port {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:47:18.527238 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-74024b8b-f59a-4727-9b4b-9a4023f67046 req-7c17f89c-4d2b-45dc-b181-f62e718216da tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Unset dirty status for tenant:fb0759eb89c04546ab3ebe4e8a3a57f5 on resource:port {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:47:18.528503 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-74024b8b-f59a-4727-9b4b-9a4023f67046 req-7c17f89c-4d2b-45dc-b181-f62e718216da tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/ports?device_id=b00bd48f-f235-4637-bab9-69a952c79360 HTTP/1.1" status: 200  len: 210 time: 0.0613508
Dec 09 05:47:19.003289 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:20.102629 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-858fc187-cc56-4aeb-a3e2-00a52ab9489b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:22.203822 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-619a0c51-e10b-40e9-b70e-a258ec225c63 req-6e15cdf6-807a-4d5c-bfe8-86172fbc6a0e tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/floatingips/848049b6-7834-4456-859b-a5abfb92056d HTTP/1.1" status: 200  len: 998 time: 0.1136017
Dec 09 05:47:22.367573 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a0c51-e10b-40e9-b70e-a258ec225c63 req-ed46d730-e70c-400a-a855-16a5dd9b5d0c tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:47:22.369764 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-619a0c51-e10b-40e9-b70e-a258ec225c63 req-ed46d730-e70c-400a-a855-16a5dd9b5d0c tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/networks/1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89 HTTP/1.1" status: 200  len: 784 time: 0.1600764
Dec 09 05:47:22.380811 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [req-619a0c51-e10b-40e9-b70e-a258ec225c63 req-e32f5245-2c59-496c-b014-10cfe01dc219 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=80245) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 09 05:47:22.381878 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-619a0c51-e10b-40e9-b70e-a258ec225c63 req-e32f5245-2c59-496c-b014-10cfe01dc219 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0059290
Dec 09 05:47:22.497550 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-619a0c51-e10b-40e9-b70e-a258ec225c63 req-46423338-c73e-4a73-9b59-6a202d153431 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.27.2.235 HTTP/1.1" status: 200  len: 1001 time: 0.1084900
Dec 09 05:47:22.577672 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a0c51-e10b-40e9-b70e-a258ec225c63 req-1f75dd30-6692-4488-8438-868624a2d912 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:47:22.579252 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-619a0c51-e10b-40e9-b70e-a258ec225c63 req-1f75dd30-6692-4488-8438-868624a2d912 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/ports/1827e9f1-fc73-4d1a-9bb0-44eea23adc24 HTTP/1.1" status: 200  len: 942 time: 0.0756862
Dec 09 05:47:22.767186 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-619a0c51-e10b-40e9-b70e-a258ec225c63 req-6c81c0e0-fb23-4ecc-92bf-1d0218431c1a tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.27.2.235 HTTP/1.1" status: 200  len: 1001 time: 0.1078727
Dec 09 05:47:22.985089 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-619a0c51-e10b-40e9-b70e-a258ec225c63 req-a5f6f4ce-5cf0-47e7-b79b-4586fc649cbf tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Deleting port 09a414df-c15c-4ab2-ae03-9e6a98692087 {{(pid=80245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 09 05:47:22.985475 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-619a0c51-e10b-40e9-b70e-a258ec225c63 req-a5f6f4ce-5cf0-47e7-b79b-4586fc649cbf tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787496886762'] for port, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:23.164420 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-619a0c51-e10b-40e9-b70e-a258ec225c63 req-a5f6f4ce-5cf0-47e7-b79b-4586fc649cbf tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744221'] for port, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:23.164836 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-619a0c51-e10b-40e9-b70e-a258ec225c63 req-a5f6f4ce-5cf0-47e7-b79b-4586fc649cbf tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks [] for floatingip, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:23.294624 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-619a0c51-e10b-40e9-b70e-a258ec225c63 req-a5f6f4ce-5cf0-47e7-b79b-4586fc649cbf tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Calling delete_port for 09a414df-c15c-4ab2-ae03-9e6a98692087 owned by network:floatingip {{(pid=80245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 09 05:47:23.454013 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-619a0c51-e10b-40e9-b70e-a258ec225c63 req-a5f6f4ce-5cf0-47e7-b79b-4586fc649cbf tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787496890807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249358481609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844148928'] for port, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:23.471165 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ce4eb65d-97c6-4dfe-abe0-c55261563c0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:47:23.526307 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f6f4ce-5cf0-47e7-b79b-4586fc649cbf tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Pushing event deleted for resources: {'Port': ['ID=09a414df-c15c-4ab2-ae03-9e6a98692087,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:47:23.531234 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-a5f6f4ce-5cf0-47e7-b79b-4586fc649cbf tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:47:23.693333 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-619a0c51-e10b-40e9-b70e-a258ec225c63 req-a5f6f4ce-5cf0-47e7-b79b-4586fc649cbf tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks [] for floatingip, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:23.693708 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.db.l3_db [req-619a0c51-e10b-40e9-b70e-a258ec225c63 req-a5f6f4ce-5cf0-47e7-b79b-4586fc649cbf tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Floating IP 848049b6-7834-4456-859b-a5abfb92056d disassociated (deleted). External IP: 172.27.2.235, port: 1827e9f1-fc73-4d1a-9bb0-44eea23adc24.
Dec 09 05:47:24.301387 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [req-619a0c51-e10b-40e9-b70e-a258ec225c63 req-a5f6f4ce-5cf0-47e7-b79b-4586fc649cbf tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Router ade62f9c-537d-4987-9617-1a2de4f956fc has already been hosted by L3 agent 16cb43a9-cd2d-4531-acd4-2457db4a9ad2 {{(pid=80245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 09 05:47:24.485622 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-619a0c51-e10b-40e9-b70e-a258ec225c63 req-a5f6f4ce-5cf0-47e7-b79b-4586fc649cbf tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify agent at l3_agent.dv-cinder-763306-6-iscsi the message routers_updated {{(pid=80245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 09 05:47:24.495891 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287df284-36a8-4183-b0ba-2c8ef2c10bb9 None None] Sync routers for ids ['ade62f9c-537d-4987-9617-1a2de4f956fc'] in dv-cinder-763306-6-iscsi {{(pid=80248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 09 05:47:24.505752 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287df284-36a8-4183-b0ba-2c8ef2c10bb9 None None] Routers {'ade62f9c-537d-4987-9617-1a2de4f956fc'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:47:24.506451 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-287df284-36a8-4183-b0ba-2c8ef2c10bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff825ddd8>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:47:17Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['ade62f9c-537d-4987-9617-1a2de4f956fc'], 'active': True} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:47:24.509591 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-619a0c51-e10b-40e9-b70e-a258ec225c63 req-a5f6f4ce-5cf0-47e7-b79b-4586fc649cbf tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870'] for floatingip, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:24.569203 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-619a0c51-e10b-40e9-b70e-a258ec225c63 req-a5f6f4ce-5cf0-47e7-b79b-4586fc649cbf tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "DELETE /v2.0/floatingips/848049b6-7834-4456-859b-a5abfb92056d HTTP/1.1" status: 204  len: 173 time: 1.7954512
Dec 09 05:47:24.569771 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e2a2c56-79c4-4b44-982f-05ac4190656a', 'tag': '1827e9f1-fc73-4d1a-9bb0-44eea23adc24'}] {{(pid=80245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:47:24.639602 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e2a2c56-79c4-4b44-982f-05ac4190656a', 'tag': '1827e9f1-fc73-4d1a-9bb0-44eea23adc24', 'status': 'completed', 'code': 200}
Dec 09 05:47:24.700029 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-287df284-36a8-4183-b0ba-2c8ef2c10bb9 None None] Set router ade62f9c-537d-4987-9617-1a2de4f956fc gateway port host: dv-cinder-763306-6-iscsi {{(pid=80248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:47:24.800294 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec0087-ed8b-4fd6-9d3f-48b6a6eb3364 req-03670eda-c745-4df7-96e6-a86db4b4cbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:47:24.801579 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-39ec0087-ed8b-4fd6-9d3f-48b6a6eb3364 req-03670eda-c745-4df7-96e6-a86db4b4cbbe service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fb0759eb89c04546ab3ebe4e8a3a57f5&device_id=8e2a2c56-79c4-4b44-982f-05ac4190656a HTTP/1.1" status: 200  len: 1162 time: 0.1370811
Dec 09 05:47:24.858296 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a0c51-e10b-40e9-b70e-a258ec225c63 req-4f271544-540c-4360-92d7-79a3cc72c115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:47:24.859951 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-619a0c51-e10b-40e9-b70e-a258ec225c63 req-4f271544-540c-4360-92d7-79a3cc72c115 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fb0759eb89c04546ab3ebe4e8a3a57f5&device_id=8e2a2c56-79c4-4b44-982f-05ac4190656a HTTP/1.1" status: 200  len: 1162 time: 0.2622416
Dec 09 05:47:25.037320 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-287df284-36a8-4183-b0ba-2c8ef2c10bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff825ddd8>, [{'id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'name': 'tempest-TestVolumeBootPattern-642748745-router', 'tenant_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'e8d04b31-14e9-4b29-9697-026e8985e83c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:40:37Z', 'updated_at': '2020-12-09T05:40:42Z', 'revision_number': 4, 'project_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'gw_port': {'id': 'e8d04b31-14e9-4b29-9697-026e8985e83c', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:40:38Z', 'updated_at': '2020-12-09T05:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_interfaces': [{'id': 'c2c3be73-dc1d-47aa-8cf4-f318bf2edb9f', 'name': '', 'network_id': '1d71a329-4cb1-4485-80ca-4ca822c88d8d', 'tenant_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'mac_address': 'fa:16:3e:64:cc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '182fb628-aba9-461c-a88f-9c7c5f5eec4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:40:41Z', 'updated_at': '2020-12-09T05:40:51Z', 'revision_number': 5, 'project_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'subnets': [{'id': '182fb628-aba9-461c-a88f-9c7c5f5eec4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:47:25.042101 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287df284-36a8-4183-b0ba-2c8ef2c10bb9 None None] Checking router: ade62f9c-537d-4987-9617-1a2de4f956fc for host: dv-cinder-763306-6-iscsi {{(pid=80248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 09 05:47:25.051562 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287df284-36a8-4183-b0ba-2c8ef2c10bb9 None None] Routers {'ade62f9c-537d-4987-9617-1a2de4f956fc'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:47:25.052263 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-287df284-36a8-4183-b0ba-2c8ef2c10bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff825ddd8>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:47:17Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['ade62f9c-537d-4987-9617-1a2de4f956fc'], 'active': True} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:47:25.062454 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec0087-ed8b-4fd6-9d3f-48b6a6eb3364 req-f3174082-8ad8-4354-8e8d-393118c9bc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:47:25.064053 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-39ec0087-ed8b-4fd6-9d3f-48b6a6eb3364 req-f3174082-8ad8-4354-8e8d-393118c9bc7b service neutron] 10.222.0.59 "GET /v2.0/networks?id=1d71a329-4cb1-4485-80ca-4ca822c88d8d HTTP/1.1" status: 200  len: 905 time: 0.2557354
Dec 09 05:47:25.151231 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a0c51-e10b-40e9-b70e-a258ec225c63 req-301d4a0d-ae3c-4862-89d4-95724cdc018b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:47:25.152769 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-619a0c51-e10b-40e9-b70e-a258ec225c63 req-301d4a0d-ae3c-4862-89d4-95724cdc018b service neutron] 10.222.0.39 "GET /v2.0/networks?id=1d71a329-4cb1-4485-80ca-4ca822c88d8d HTTP/1.1" status: 200  len: 905 time: 0.2448263
Dec 09 05:47:25.154122 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-39ec0087-ed8b-4fd6-9d3f-48b6a6eb3364 req-beeec018-649a-495b-8efb-be70b8a74ab0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1827e9f1-fc73-4d1a-9bb0-44eea23adc24 HTTP/1.1" status: 200  len: 217 time: 0.0751054
Dec 09 05:47:25.247351 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-287df284-36a8-4183-b0ba-2c8ef2c10bb9 None None] Set router ade62f9c-537d-4987-9617-1a2de4f956fc gateway port host: dv-cinder-763306-6-iscsi {{(pid=80248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:47:25.267218 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-619a0c51-e10b-40e9-b70e-a258ec225c63 req-acbae0ca-0eb0-4a64-92d9-c4b46ff3e33a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1827e9f1-fc73-4d1a-9bb0-44eea23adc24 HTTP/1.1" status: 200  len: 217 time: 0.1072667
Dec 09 05:47:25.348827 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec0087-ed8b-4fd6-9d3f-48b6a6eb3364 req-f8260ce2-cea2-4b5a-9551-719ec2ad2a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:47:25.350517 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-39ec0087-ed8b-4fd6-9d3f-48b6a6eb3364 req-f8260ce2-cea2-4b5a-9551-719ec2ad2a98 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=182fb628-aba9-461c-a88f-9c7c5f5eec4d HTTP/1.1" status: 200  len: 850 time: 0.1366560
Dec 09 05:47:25.406245 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a0c51-e10b-40e9-b70e-a258ec225c63 req-9bfc3574-1938-452c-93c4-fa43b0674fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:47:25.407851 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-619a0c51-e10b-40e9-b70e-a258ec225c63 req-9bfc3574-1938-452c-93c4-fa43b0674fff service neutron] 10.222.0.39 "GET /v2.0/subnets?id=182fb628-aba9-461c-a88f-9c7c5f5eec4d HTTP/1.1" status: 200  len: 850 time: 0.1317415
Dec 09 05:47:25.503509 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec0087-ed8b-4fd6-9d3f-48b6a6eb3364 req-745bf873-c8da-4a24-b32f-d999e43d4899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:47:25.505161 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-39ec0087-ed8b-4fd6-9d3f-48b6a6eb3364 req-745bf873-c8da-4a24-b32f-d999e43d4899 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1d71a329-4cb1-4485-80ca-4ca822c88d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1483963
Dec 09 05:47:25.565864 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a0c51-e10b-40e9-b70e-a258ec225c63 req-117f8fd2-9df6-46ef-92e9-1c15b98019ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:47:25.567545 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-619a0c51-e10b-40e9-b70e-a258ec225c63 req-117f8fd2-9df6-46ef-92e9-1c15b98019ce service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1d71a329-4cb1-4485-80ca-4ca822c88d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1509247
Dec 09 05:47:25.769060 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-39ec0087-ed8b-4fd6-9d3f-48b6a6eb3364 req-3f54e095-06c4-4e8b-8420-34fe010fd23c service neutron] 10.222.0.59 "GET /v2.0/networks/1d71a329-4cb1-4485-80ca-4ca822c88d8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2567265
Dec 09 05:47:25.769304 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-287df284-36a8-4183-b0ba-2c8ef2c10bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff825ddd8>, [{'id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'name': 'tempest-TestVolumeBootPattern-642748745-router', 'tenant_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'e8d04b31-14e9-4b29-9697-026e8985e83c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:40:37Z', 'updated_at': '2020-12-09T05:40:42Z', 'revision_number': 4, 'project_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'gw_port': {'id': 'e8d04b31-14e9-4b29-9697-026e8985e83c', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:40:38Z', 'updated_at': '2020-12-09T05:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_interfaces': [{'id': 'c2c3be73-dc1d-47aa-8cf4-f318bf2edb9f', 'name': '', 'network_id': '1d71a329-4cb1-4485-80ca-4ca822c88d8d', 'tenant_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'mac_address': 'fa:16:3e:64:cc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '182fb628-aba9-461c-a88f-9c7c5f5eec4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:40:41Z', 'updated_at': '2020-12-09T05:40:51Z', 'revision_number': 5, 'project_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'subnets': [{'id': '182fb628-aba9-461c-a88f-9c7c5f5eec4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:47:25.773481 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287df284-36a8-4183-b0ba-2c8ef2c10bb9 None None] The sync data for ids ['ade62f9c-537d-4987-9617-1a2de4f956fc'] in dv-cinder-763306-6-iscsi is: [{'id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'name': 'tempest-TestVolumeBootPattern-642748745-router', 'tenant_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'e8d04b31-14e9-4b29-9697-026e8985e83c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:40:37Z', 'updated_at': '2020-12-09T05:40:42Z', 'revision_number': 4, 'project_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'gw_port': {'id': 'e8d04b31-14e9-4b29-9697-026e8985e83c', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:40:38Z', 'updated_at': '2020-12-09T05:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi', '_interfaces': [{'id': 'c2c3be73-dc1d-47aa-8cf4-f318bf2edb9f', 'name': '', 'network_id': '1d71a329-4cb1-4485-80ca-4ca822c88d8d', 'tenant_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'mac_address': 'fa:16:3e:64:cc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '182fb628-aba9-461c-a88f-9c7c5f5eec4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:40:41Z', 'updated_at': '2020-12-09T05:40:51Z', 'revision_number': 5, 'project_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'subnets': [{'id': '182fb628-aba9-461c-a88f-9c7c5f5eec4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 09 05:47:25.834420 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-619a0c51-e10b-40e9-b70e-a258ec225c63 req-5b45e97a-870d-459b-b843-c4fd1481422f service neutron] 10.222.0.39 "GET /v2.0/networks/1d71a329-4cb1-4485-80ca-4ca822c88d8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2203956
Dec 09 05:47:26.039139 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-39ec0087-ed8b-4fd6-9d3f-48b6a6eb3364 req-1f8f875f-a7b0-49ee-bb37-f9e9142a36e0 service neutron] 10.222.0.59 "GET /v2.0/networks/1d71a329-4cb1-4485-80ca-4ca822c88d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2545295
Dec 09 05:47:26.067000 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-619a0c51-e10b-40e9-b70e-a258ec225c63 req-5cd7a50e-b1b5-4bf7-8bb0-0aa1a890ae15 service neutron] 10.222.0.39 "GET /v2.0/networks/1d71a329-4cb1-4485-80ca-4ca822c88d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1803479
Dec 09 05:47:26.177714 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53fda25-a743-4f37-9f3f-9d9f26baee13 None None] New status for floating IP 848049b6-7834-4456-859b-a5abfb92056d: DOWN {{(pid=80247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 09 05:47:26.501479 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d94a13-a63b-4ef1-aaba-d89404c8e6b3 req-91f151d4-fa00-4c07-82a6-1b3047b47ac6 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:47:26.502284 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-c7d94a13-a63b-4ef1-aaba-d89404c8e6b3 req-91f151d4-fa00-4c07-82a6-1b3047b47ac6 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Synchronizing usage tracker for tenant:fb0759eb89c04546ab3ebe4e8a3a57f5 on resource:port {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:47:26.519240 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-c7d94a13-a63b-4ef1-aaba-d89404c8e6b3 req-91f151d4-fa00-4c07-82a6-1b3047b47ac6 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Unset dirty status for tenant:fb0759eb89c04546ab3ebe4e8a3a57f5 on resource:port {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:47:26.520522 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c7d94a13-a63b-4ef1-aaba-d89404c8e6b3 req-91f151d4-fa00-4c07-82a6-1b3047b47ac6 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/ports?device_id=8e2a2c56-79c4-4b44-982f-05ac4190656a HTTP/1.1" status: 200  len: 945 time: 0.1104271
Dec 09 05:47:26.570358 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-c7d94a13-a63b-4ef1-aaba-d89404c8e6b3 req-4bc91a2f-9a50-4b9e-b899-60da5deb4971 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/security-groups?id=075f58c2-c082-4370-ab27-fbb2b1290397&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0424995
Dec 09 05:47:27.544165 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:27.793284 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3844a657-c0f8-4208-a355-977fa408ce68 req-37b9c600-f398-46de-b018-c04e632bbf52 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:47:27.795151 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3844a657-c0f8-4208-a355-977fa408ce68 req-37b9c600-f398-46de-b018-c04e632bbf52 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/ports?device_id=8e2a2c56-79c4-4b44-982f-05ac4190656a HTTP/1.1" status: 200  len: 945 time: 0.0884414
Dec 09 05:47:27.827020 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e5fc7-3fbd-4fd7-896a-cbfeb4ab5db4 req-79db12d5-776e-47c4-b74e-eba3cedf5c97 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:47:27.828651 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-808e5fc7-3fbd-4fd7-896a-cbfeb4ab5db4 req-79db12d5-776e-47c4-b74e-eba3cedf5c97 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.59 "GET /v2.0/ports?device_id=8e2a2c56-79c4-4b44-982f-05ac4190656a HTTP/1.1" status: 200  len: 945 time: 0.0873978
Dec 09 05:47:27.855851 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-3844a657-c0f8-4208-a355-977fa408ce68 req-9666fcac-7b47-4375-8881-37687d202c41 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/security-groups?id=075f58c2-c082-4370-ab27-fbb2b1290397&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0478833
Dec 09 05:47:27.912723 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-808e5fc7-3fbd-4fd7-896a-cbfeb4ab5db4 req-2284775e-a378-4405-a2d8-13d88ec82392 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Deleting port 1827e9f1-fc73-4d1a-9bb0-44eea23adc24 {{(pid=80245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 09 05:47:27.913112 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-808e5fc7-3fbd-4fd7-896a-cbfeb4ab5db4 req-2284775e-a378-4405-a2d8-13d88ec82392 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787496886762'] for port, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:28.172430 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [req-808e5fc7-3fbd-4fd7-896a-cbfeb4ab5db4 req-2284775e-a378-4405-a2d8-13d88ec82392 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] For port 1827e9f1-fc73-4d1a-9bb0-44eea23adc24, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=1827e9f1-fc73-4d1a-9bb0-44eea23adc24,segment=NetworkSegment(53d9c4f6-7f3c-47a3-8018-8c5e0609bb1c),segment_id=53d9c4f6-7f3c-47a3-8018-8c5e0609bb1c)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:47:28.173011 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-808e5fc7-3fbd-4fd7-896a-cbfeb4ab5db4 req-2284775e-a378-4405-a2d8-13d88ec82392 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744221'] for port, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:28.299651 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Device 1827e9f1-fc73-4d1a-9bb0-44eea23adc24 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 09 05:47:28.307755 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-808e5fc7-3fbd-4fd7-896a-cbfeb4ab5db4 req-2284775e-a378-4405-a2d8-13d88ec82392 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Calling delete_port for 1827e9f1-fc73-4d1a-9bb0-44eea23adc24 owned by compute:nova {{(pid=80245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 09 05:47:28.418606 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569501'] for port, before_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:28.459944 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-808e5fc7-3fbd-4fd7-896a-cbfeb4ab5db4 req-2284775e-a378-4405-a2d8-13d88ec82392 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787496890807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249358481609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844148928'] for port, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:28.482312 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-55f0cef7-b515-4f49-a88b-c6ef9bcc3b9e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:47:28.539156 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2284775e-a378-4405-a2d8-13d88ec82392 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Pushing event deleted for resources: {'Port': ['ID=1827e9f1-fc73-4d1a-9bb0-44eea23adc24,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:47:28.544548 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-2284775e-a378-4405-a2d8-13d88ec82392 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:47:28.929649 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [req-808e5fc7-3fbd-4fd7-896a-cbfeb4ab5db4 req-2284775e-a378-4405-a2d8-13d88ec82392 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] No DVR routers for this DVR port 1827e9f1-fc73-4d1a-9bb0-44eea23adc24 on host hv-cinder-76330 {{(pid=80245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 09 05:47:28.932726 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-808e5fc7-3fbd-4fd7-896a-cbfeb4ab5db4 req-2284775e-a378-4405-a2d8-13d88ec82392 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870'] for port, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:28.935600 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e2a2c56-79c4-4b44-982f-05ac4190656a', 'name': 'network-vif-deleted', 'tag': '1827e9f1-fc73-4d1a-9bb0-44eea23adc24'}] {{(pid=80245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 09 05:47:28.952748 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-808e5fc7-3fbd-4fd7-896a-cbfeb4ab5db4 req-2284775e-a378-4405-a2d8-13d88ec82392 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.59 "DELETE /v2.0/ports/1827e9f1-fc73-4d1a-9bb0-44eea23adc24 HTTP/1.1" status: 204  len: 173 time: 1.1184351
Dec 09 05:47:28.996949 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e2a2c56-79c4-4b44-982f-05ac4190656a', 'name': 'network-vif-deleted', 'tag': '1827e9f1-fc73-4d1a-9bb0-44eea23adc24', 'status': 'completed', 'code': 200}
Dec 09 05:47:29.041520 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-9b4db60b-581c-49af-9038-184550ae83c9 req-6fe070a5-75fc-4640-9af3-ea8e56564b37 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Synchronizing usage tracker for tenant:fb0759eb89c04546ab3ebe4e8a3a57f5 on resource:port {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:47:29.057521 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-9b4db60b-581c-49af-9038-184550ae83c9 req-6fe070a5-75fc-4640-9af3-ea8e56564b37 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Unset dirty status for tenant:fb0759eb89c04546ab3ebe4e8a3a57f5 on resource:port {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:47:29.058871 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-9b4db60b-581c-49af-9038-184550ae83c9 req-6fe070a5-75fc-4640-9af3-ea8e56564b37 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/ports?device_id=8e2a2c56-79c4-4b44-982f-05ac4190656a HTTP/1.1" status: 200  len: 210 time: 0.0651369
Dec 09 05:47:30.287477 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0cdd2132-09f3-422d-b003-e4f2c995b09f req-c01f86ef-b013-448d-aeac-119d9015fa79 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/floatingips/4e1aeae5-d833-4dee-9415-95897a7af82f HTTP/1.1" status: 200  len: 693 time: 0.0886869
Dec 09 05:47:30.452943 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd2132-09f3-422d-b003-e4f2c995b09f req-b0f5b266-7327-493a-a1cd-989cb5291c6c tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 09 05:47:30.454456 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0cdd2132-09f3-422d-b003-e4f2c995b09f req-b0f5b266-7327-493a-a1cd-989cb5291c6c tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/networks/1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89 HTTP/1.1" status: 200  len: 784 time: 0.1606762
Dec 09 05:47:30.542369 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-0cdd2132-09f3-422d-b003-e4f2c995b09f req-71683bc0-c9f1-43cf-b002-8cad83735baf tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Synchronizing usage tracker for tenant:fb0759eb89c04546ab3ebe4e8a3a57f5 on resource:floatingip {{(pid=80245) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 09 05:47:30.557179 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.quota.resource [req-0cdd2132-09f3-422d-b003-e4f2c995b09f req-71683bc0-c9f1-43cf-b002-8cad83735baf tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Unset dirty status for tenant:fb0759eb89c04546ab3ebe4e8a3a57f5 on resource:floatingip {{(pid=80245) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 09 05:47:30.558454 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0cdd2132-09f3-422d-b003-e4f2c995b09f req-71683bc0-c9f1-43cf-b002-8cad83735baf tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.27.2.106 HTTP/1.1" status: 200  len: 696 time: 0.0968068
Dec 09 05:47:30.644553 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0cdd2132-09f3-422d-b003-e4f2c995b09f req-fd035e13-d8b9-49fa-b70b-41c4ebacf8d9 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.27.2.106 HTTP/1.1" status: 200  len: 696 time: 0.0794334
Dec 09 05:47:30.819971 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-0cdd2132-09f3-422d-b003-e4f2c995b09f req-9e8f238a-d765-4db9-94de-b440e72deac3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Deleting port afb073cb-aee2-44f1-827b-58e39647ebf4 {{(pid=80245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 09 05:47:30.820363 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-0cdd2132-09f3-422d-b003-e4f2c995b09f req-9e8f238a-d765-4db9-94de-b440e72deac3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787496886762'] for port, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:31.003863 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-0cdd2132-09f3-422d-b003-e4f2c995b09f req-9e8f238a-d765-4db9-94de-b440e72deac3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744221'] for port, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:31.004239 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-0cdd2132-09f3-422d-b003-e4f2c995b09f req-9e8f238a-d765-4db9-94de-b440e72deac3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks [] for floatingip, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:31.138209 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [req-0cdd2132-09f3-422d-b003-e4f2c995b09f req-9e8f238a-d765-4db9-94de-b440e72deac3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Calling delete_port for afb073cb-aee2-44f1-827b-58e39647ebf4 owned by network:floatingip {{(pid=80245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 09 05:47:31.284541 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-0cdd2132-09f3-422d-b003-e4f2c995b09f req-9e8f238a-d765-4db9-94de-b440e72deac3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787496890807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249358481609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844148928'] for port, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:31.300069 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-2284775e-a378-4405-a2d8-13d88ec82392 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:47:31.360626 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8f238a-d765-4db9-94de-b440e72deac3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Pushing event deleted for resources: {'Port': ['ID=afb073cb-aee2-44f1-827b-58e39647ebf4,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:47:31.364620 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-9e8f238a-d765-4db9-94de-b440e72deac3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:47:31.528121 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-0cdd2132-09f3-422d-b003-e4f2c995b09f req-9e8f238a-d765-4db9-94de-b440e72deac3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks [] for floatingip, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:31.550866 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-0cdd2132-09f3-422d-b003-e4f2c995b09f req-9e8f238a-d765-4db9-94de-b440e72deac3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769870'] for floatingip, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:31.552099 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-0cdd2132-09f3-422d-b003-e4f2c995b09f req-9e8f238a-d765-4db9-94de-b440e72deac3 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "DELETE /v2.0/floatingips/4e1aeae5-d833-4dee-9415-95897a7af82f HTTP/1.1" status: 204  len: 173 time: 0.9001920
Dec 09 05:47:33.044879 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b547b3eb-168a-4ebe-bda4-e7990b673587 req-6c49fc05-c3ce-4035-a460-106b8bea58eb tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "GET /v2.0/security-groups/075f58c2-c082-4370-ab27-fbb2b1290397 HTTP/1.1" status: 200  len: 2885 time: 0.0490046
Dec 09 05:47:33.117232 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-b547b3eb-168a-4ebe-bda4-e7990b673587 req-5f8f100a-0108-4db2-b4b2-359dcb694820 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks [] for security_group, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:33.147073 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-b547b3eb-168a-4ebe-bda4-e7990b673587 req-5f8f100a-0108-4db2-b4b2-359dcb694820 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks [] for security_group, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:33.198005 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-b547b3eb-168a-4ebe-bda4-e7990b673587 req-5f8f100a-0108-4db2-b4b2-359dcb694820 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:33.202331 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e2f8c922-e2cd-4a9c-87fe-f70081ba0f17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:47:33.221687 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8f100a-0108-4db2-b4b2-359dcb694820 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Pushing event deleted for resources: {'SecurityGroup': ['ID=075f58c2-c082-4370-ab27-fbb2b1290397,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:47:33.224637 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-5f8f100a-0108-4db2-b4b2-359dcb694820 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:47:33.236290 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [req-b547b3eb-168a-4ebe-bda4-e7990b673587 req-5f8f100a-0108-4db2-b4b2-359dcb694820 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] Notify callbacks [] for security_group, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:33.237499 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [req-b547b3eb-168a-4ebe-bda4-e7990b673587 req-5f8f100a-0108-4db2-b4b2-359dcb694820 tempest-TestVolumeBootPattern-1376219735 tempest-TestVolumeBootPattern-1376219735] 10.222.0.39 "DELETE /v2.0/security-groups/075f58c2-c082-4370-ab27-fbb2b1290397 HTTP/1.1" status: 204  len: 173 time: 0.1860414
Dec 09 05:47:33.313576 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 41928) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:47:33.826853 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ac96c6ae-8b48-4596-aa0a-57a3e24b51a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036851029530'] for router_interface, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:34.418086 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-ac96c6ae-8b48-4596-aa0a-57a3e24b51a7 admin admin] Deleting port c2c3be73-dc1d-47aa-8cf4-f318bf2edb9f {{(pid=80246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 09 05:47:34.418696 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ac96c6ae-8b48-4596-aa0a-57a3e24b51a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787496886762'] for port, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:34.600264 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-ac96c6ae-8b48-4596-aa0a-57a3e24b51a7 admin admin] For port c2c3be73-dc1d-47aa-8cf4-f318bf2edb9f, host dv-cinder-763306-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=c2c3be73-dc1d-47aa-8cf4-f318bf2edb9f,segment=NetworkSegment(53d9c4f6-7f3c-47a3-8018-8c5e0609bb1c),segment_id=53d9c4f6-7f3c-47a3-8018-8c5e0609bb1c)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:47:34.600654 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ac96c6ae-8b48-4596-aa0a-57a3e24b51a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744221'] for port, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:34.728551 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-ac96c6ae-8b48-4596-aa0a-57a3e24b51a7 admin admin] Calling delete_port for c2c3be73-dc1d-47aa-8cf4-f318bf2edb9f owned by network:router_interface {{(pid=80246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 09 05:47:34.904981 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ac96c6ae-8b48-4596-aa0a-57a3e24b51a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787496890807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249358481609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10841009'] for port, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:34.920844 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-01cf2345-c55c-4cbc-9eaa-a5619ad52b10 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:47:34.975810 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac96c6ae-8b48-4596-aa0a-57a3e24b51a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2c3be73-dc1d-47aa-8cf4-f318bf2edb9f,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:47:35.025202 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ac96c6ae-8b48-4596-aa0a-57a3e24b51a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:47:35.321803 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ac96c6ae-8b48-4596-aa0a-57a3e24b51a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851548905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036851029608'] for router_interface, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:35.835957 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac96c6ae-8b48-4596-aa0a-57a3e24b51a7 admin admin] Router ade62f9c-537d-4987-9617-1a2de4f956fc has already been hosted by L3 agent 16cb43a9-cd2d-4531-acd4-2457db4a9ad2 {{(pid=80246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 09 05:47:36.254191 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac96c6ae-8b48-4596-aa0a-57a3e24b51a7 admin admin] Notify agent at l3_agent.dv-cinder-763306-6-iscsi the message routers_updated {{(pid=80246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 09 05:47:36.265752 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77328ec-a7da-42d4-b116-302c2085bb45 None None] Sync routers for ids ['ade62f9c-537d-4987-9617-1a2de4f956fc'] in dv-cinder-763306-6-iscsi {{(pid=80248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 09 05:47:36.268897 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-ac96c6ae-8b48-4596-aa0a-57a3e24b51a7 admin admin] 10.222.0.39 "PUT /v2.0/routers/ade62f9c-537d-4987-9617-1a2de4f956fc/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9540200
Dec 09 05:47:36.271620 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 41934) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:47:36.277044 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77328ec-a7da-42d4-b116-302c2085bb45 None None] Routers {'ade62f9c-537d-4987-9617-1a2de4f956fc'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:47:36.277724 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-d77328ec-a7da-42d4-b116-302c2085bb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff84eea58>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:47:17Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['ade62f9c-537d-4987-9617-1a2de4f956fc'], 'active': True} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:47:36.462634 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-d77328ec-a7da-42d4-b116-302c2085bb45 None None] Set router ade62f9c-537d-4987-9617-1a2de4f956fc gateway port host: dv-cinder-763306-6-iscsi {{(pid=80248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:47:36.463025 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a6d0eded-a17c-4581-8068-b3fae721e4cb admin admin] Notify callbacks [] for router, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:36.643928 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a6d0eded-a17c-4581-8068-b3fae721e4cb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:36.649370 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-a6d0eded-a17c-4581-8068-b3fae721e4cb admin admin] Deleting port e8d04b31-14e9-4b29-9697-026e8985e83c {{(pid=80246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 09 05:47:36.649741 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a6d0eded-a17c-4581-8068-b3fae721e4cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787496886762'] for port, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:36.766190 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-d77328ec-a7da-42d4-b116-302c2085bb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff84eea58>, [{'id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'name': 'tempest-TestVolumeBootPattern-642748745-router', 'tenant_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'e8d04b31-14e9-4b29-9697-026e8985e83c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:40:37Z', 'updated_at': '2020-12-09T05:47:34Z', 'revision_number': 5, 'project_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'gw_port': {'id': 'e8d04b31-14e9-4b29-9697-026e8985e83c', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:40:38Z', 'updated_at': '2020-12-09T05:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi'}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:47:36.770587 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77328ec-a7da-42d4-b116-302c2085bb45 None None] Checking router: ade62f9c-537d-4987-9617-1a2de4f956fc for host: dv-cinder-763306-6-iscsi {{(pid=80248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 09 05:47:36.779756 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77328ec-a7da-42d4-b116-302c2085bb45 None None] Routers {'ade62f9c-537d-4987-9617-1a2de4f956fc'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:47:36.780426 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-d77328ec-a7da-42d4-b116-302c2085bb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff84eea58>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:47:17Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['ade62f9c-537d-4987-9617-1a2de4f956fc'], 'active': True} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:47:36.842521 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-a6d0eded-a17c-4581-8068-b3fae721e4cb admin admin] For port e8d04b31-14e9-4b29-9697-026e8985e83c, host dv-cinder-763306-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=e8d04b31-14e9-4b29-9697-026e8985e83c,segment=NetworkSegment(6806ddaa-9afa-4e45-ac00-e428af44bdb5),segment_id=6806ddaa-9afa-4e45-ac00-e428af44bdb5)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:47:36.843092 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a6d0eded-a17c-4581-8068-b3fae721e4cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744221'] for port, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:36.969471 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-d77328ec-a7da-42d4-b116-302c2085bb45 None None] Set router ade62f9c-537d-4987-9617-1a2de4f956fc gateway port host: dv-cinder-763306-6-iscsi {{(pid=80248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:47:36.977600 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-a6d0eded-a17c-4581-8068-b3fae721e4cb admin admin] Calling delete_port for e8d04b31-14e9-4b29-9697-026e8985e83c owned by network:router_gateway {{(pid=80246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 09 05:47:37.116309 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a6d0eded-a17c-4581-8068-b3fae721e4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787496890807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249358481609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10841009'] for port, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:37.265780 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-d77328ec-a7da-42d4-b116-302c2085bb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff84eea58>, [{'id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'name': 'tempest-TestVolumeBootPattern-642748745-router', 'tenant_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'e8d04b31-14e9-4b29-9697-026e8985e83c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:40:37Z', 'updated_at': '2020-12-09T05:47:34Z', 'revision_number': 5, 'project_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'gw_port': {'id': 'e8d04b31-14e9-4b29-9697-026e8985e83c', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:40:38Z', 'updated_at': '2020-12-09T05:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi'}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:47:37.270080 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77328ec-a7da-42d4-b116-302c2085bb45 None None] The sync data for ids ['ade62f9c-537d-4987-9617-1a2de4f956fc'] in dv-cinder-763306-6-iscsi is: [{'id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'name': 'tempest-TestVolumeBootPattern-642748745-router', 'tenant_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'e8d04b31-14e9-4b29-9697-026e8985e83c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:40:37Z', 'updated_at': '2020-12-09T05:47:34Z', 'revision_number': 5, 'project_id': 'fb0759eb89c04546ab3ebe4e8a3a57f5', 'gw_port': {'id': 'e8d04b31-14e9-4b29-9697-026e8985e83c', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade62f9c-537d-4987-9617-1a2de4f956fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:40:38Z', 'updated_at': '2020-12-09T05:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi'}] {{(pid=80248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 09 05:47:37.315863 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a6d0eded-a17c-4581-8068-b3fae721e4cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3747310'] for router_gateway, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:37.451668 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a6d0eded-a17c-4581-8068-b3fae721e4cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854371584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3662'] for router, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:37.454040 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a6d0eded-a17c-4581-8068-b3fae721e4cb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:37.476301 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a6d0eded-a17c-4581-8068-b3fae721e4cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854371398'] for router, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:37.476891 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d0eded-a17c-4581-8068-b3fae721e4cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router ade62f9c-537d-4987-9617-1a2de4f956fc {{(pid=80246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 09 05:47:37.490664 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a6d0eded-a17c-4581-8068-b3fae721e4cb admin admin] Notify callbacks [] for router, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:37.491899 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-a6d0eded-a17c-4581-8068-b3fae721e4cb admin admin] 10.222.0.39 "DELETE /v2.0/routers/ade62f9c-537d-4987-9617-1a2de4f956fc HTTP/1.1" status: 204  len: 168 time: 1.2192590
Dec 09 05:47:37.494822 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 41938) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:47:37.511385 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device c2c3be73-dc1d-47aa-8cf4-f318bf2edb9f no longer exists at agent ovs-agent-dv-cinder-763306-6-iscsi {{(pid=80247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 09 05:47:37.548902 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] No Port match for: c2c3be73-dc1d-47aa-8cf4-f318bf2edb9f {{(pid=80247) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 09 05:47:37.549308 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device c2c3be73-dc1d-47aa-8cf4-f318bf2edb9f not bound to the agent host dv-cinder-763306-6-iscsi {{(pid=80247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 09 05:47:37.563585 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5c706a2-8774-4824-8736-1e0141fce064 admin admin] Deleting subnet 182fb628-aba9-461c-a88f-9c7c5f5eec4d {{(pid=80246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 09 05:47:37.566726 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f5c706a2-8774-4824-8736-1e0141fce064 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:37.623225 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f5c706a2-8774-4824-8736-1e0141fce064 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1629206'] for subnet, precommit_delete_associations {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:37.705873 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f5c706a2-8774-4824-8736-1e0141fce064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3642508'] for subnet, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:37.993709 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f5c706a2-8774-4824-8736-1e0141fce064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851133308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854364984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036843934745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036842878832'] for subnet, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:38.010389 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-0a61ada1-ef32-4a13-a1ad-b82166b06de5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:47:38.061330 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c706a2-8774-4824-8736-1e0141fce064 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=182fb628-aba9-461c-a88f-9c7c5f5eec4d,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:47:38.065156 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-f5c706a2-8774-4824-8736-1e0141fce064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:47:38.145226 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f5c706a2-8774-4824-8736-1e0141fce064 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:38.150553 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770b9cb8-8e7a-472e-9494-efa61bd5a541 None None] Network 1d71a329-4cb1-4485-80ca-4ca822c88d8d requested from dv-cinder-763306-6-iscsi {{(pid=80247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 09 05:47:38.151351 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-f5c706a2-8774-4824-8736-1e0141fce064 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/182fb628-aba9-461c-a88f-9c7c5f5eec4d HTTP/1.1" status: 204  len: 168 time: 0.6554933
Dec 09 05:47:38.153957 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 41942) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:47:38.272424 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a7e60ddb-bfae-4c8d-a9c2-b73a586fdf8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851217242'] for network, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:38.342777 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-a7e60ddb-bfae-4c8d-a9c2-b73a586fdf8e admin admin] Deleting port 21f6f473-af80-4a6e-9a82-96826c8b4174 {{(pid=80246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 09 05:47:38.343069 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a7e60ddb-bfae-4c8d-a9c2-b73a586fdf8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787496886762'] for port, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:38.423086 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282c020d-71f4-432d-af04-01440267d42c None None] DHCP port deletion for 1d71a329-4cb1-4485-80ca-4ca822c88d8d request from dv-cinder-763306-6-iscsi {{(pid=80247) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 09 05:47:38.427645 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-282c020d-71f4-432d-af04-01440267d42c None None] Deleting port 21f6f473-af80-4a6e-9a82-96826c8b4174 {{(pid=80247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 09 05:47:38.428117 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-282c020d-71f4-432d-af04-01440267d42c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787496886762'] for port, before_delete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:38.561496 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-a7e60ddb-bfae-4c8d-a9c2-b73a586fdf8e admin admin] For port 21f6f473-af80-4a6e-9a82-96826c8b4174, host dv-cinder-763306-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=21f6f473-af80-4a6e-9a82-96826c8b4174,segment=NetworkSegment(53d9c4f6-7f3c-47a3-8018-8c5e0609bb1c),segment_id=53d9c4f6-7f3c-47a3-8018-8c5e0609bb1c)] {{(pid=80246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:47:38.561942 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a7e60ddb-bfae-4c8d-a9c2-b73a586fdf8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744221'] for port, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:38.647656 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-282c020d-71f4-432d-af04-01440267d42c None None] For port 21f6f473-af80-4a6e-9a82-96826c8b4174, host dv-cinder-763306-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=21f6f473-af80-4a6e-9a82-96826c8b4174,segment=NetworkSegment(53d9c4f6-7f3c-47a3-8018-8c5e0609bb1c),segment_id=53d9c4f6-7f3c-47a3-8018-8c5e0609bb1c)] {{(pid=80247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:47:38.647999 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-282c020d-71f4-432d-af04-01440267d42c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744221'] for port, precommit_delete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:38.690803 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-a7e60ddb-bfae-4c8d-a9c2-b73a586fdf8e admin admin] Calling delete_port for 21f6f473-af80-4a6e-9a82-96826c8b4174 owned by network:dhcp {{(pid=80246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 09 05:47:38.768842 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a7e60ddb-bfae-4c8d-a9c2-b73a586fdf8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787496890807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249358481609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10841009'] for port, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:38.777508 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-282c020d-71f4-432d-af04-01440267d42c None None] Calling delete_port for 21f6f473-af80-4a6e-9a82-96826c8b4174 owned by network:dhcp {{(pid=80247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 09 05:47:38.785238 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-fad41231-16fc-42ca-8104-596dae6df3d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:47:38.843335 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e60ddb-bfae-4c8d-a9c2-b73a586fdf8e admin admin] Pushing event deleted for resources: {'Port': ['ID=21f6f473-af80-4a6e-9a82-96826c8b4174,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:47:38.846323 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-a7e60ddb-bfae-4c8d-a9c2-b73a586fdf8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:47:38.852880 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.db.api [None req-282c020d-71f4-432d-af04-01440267d42c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80247) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 05:47:38.853302 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_db.api [None req-282c020d-71f4-432d-af04-01440267d42c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 09 05:47:38.933292 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e60ddb-bfae-4c8d-a9c2-b73a586fdf8e admin admin] No DVR routers for this DVR port 21f6f473-af80-4a6e-9a82-96826c8b4174 on host dv-cinder-763306-6-iscsi {{(pid=80246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 09 05:47:39.060132 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a7e60ddb-bfae-4c8d-a9c2-b73a586fdf8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3640018', 'neutron.services.segments.db._delete_segments_for_network--9223363249358105289'] for network, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:39.176340 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-a7e60ddb-bfae-4c8d-a9c2-b73a586fdf8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fdff3b39898>,) {'filters': {'network_id': ['1d71a329-4cb1-4485-80ca-4ca822c88d8d']}} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:47:39.189319 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-a7e60ddb-bfae-4c8d-a9c2-b73a586fdf8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fdff3b39898>, '53d9c4f6-7f3c-47a3-8018-8c5e0609bb1c') {'for_net_delete': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:47:39.189601 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-a7e60ddb-bfae-4c8d-a9c2-b73a586fdf8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fdff3b39898>, '53d9c4f6-7f3c-47a3-8018-8c5e0609bb1c') {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:47:39.202315 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a7e60ddb-bfae-4c8d-a9c2-b73a586fdf8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363249358104777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853146594'] for segment, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:39.218468 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a7e60ddb-bfae-4c8d-a9c2-b73a586fdf8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638805'] for segment, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:39.220476 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a7e60ddb-bfae-4c8d-a9c2-b73a586fdf8e admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 09 05:47:39.354895 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-282c020d-71f4-432d-af04-01440267d42c None None] Deleting port 21f6f473-af80-4a6e-9a82-96826c8b4174 {{(pid=80247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 09 05:47:39.355446 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-282c020d-71f4-432d-af04-01440267d42c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787496886762'] for port, before_delete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:39.403226 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-a7e60ddb-bfae-4c8d-a9c2-b73a586fdf8e admin admin] Network 1d71a329-4cb1-4485-80ca-4ca822c88d8d has no segments {{(pid=80246) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 09 05:47:39.416746 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a7e60ddb-bfae-4c8d-a9c2-b73a586fdf8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851136996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843934838'] for segment, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:39.422361 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-282c020d-71f4-432d-af04-01440267d42c None None] The port '21f6f473-af80-4a6e-9a82-96826c8b4174' was deleted {{(pid=80247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 09 05:47:39.549307 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device e8d04b31-14e9-4b29-9697-026e8985e83c no longer exists at agent ovs-agent-dv-cinder-763306-6-iscsi {{(pid=80247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 09 05:47:39.587372 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] No Port match for: e8d04b31-14e9-4b29-9697-026e8985e83c {{(pid=80247) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 09 05:47:39.587747 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device e8d04b31-14e9-4b29-9697-026e8985e83c not bound to the agent host dv-cinder-763306-6-iscsi {{(pid=80247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 09 05:47:39.588234 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device 21f6f473-af80-4a6e-9a82-96826c8b4174 no longer exists at agent ovs-agent-dv-cinder-763306-6-iscsi {{(pid=80247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 09 05:47:39.626726 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] No Port match for: 21f6f473-af80-4a6e-9a82-96826c8b4174 {{(pid=80247) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 09 05:47:39.627217 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device 21f6f473-af80-4a6e-9a82-96826c8b4174 not bound to the agent host dv-cinder-763306-6-iscsi {{(pid=80247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 09 05:47:39.841945 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-a7e60ddb-bfae-4c8d-a9c2-b73a586fdf8e admin admin] Network 1d71a329-4cb1-4485-80ca-4ca822c88d8d has no segments {{(pid=80246) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 09 05:47:39.865578 dv-cinder-763306-6-iscsi neutron-server[80130]: Traceback (most recent call last):
Dec 09 05:47:39.865578 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 09 05:47:39.865578 dv-cinder-763306-6-iscsi neutron-server[80130]:     timer()
Dec 09 05:47:39.865578 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 05:47:39.865578 dv-cinder-763306-6-iscsi neutron-server[80130]:     cb(*args, **kw)
Dec 09 05:47:39.865578 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 09 05:47:39.865578 dv-cinder-763306-6-iscsi neutron-server[80130]:     return func(*args, **kwargs)
Dec 09 05:47:39.865578 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 05:47:39.865578 dv-cinder-763306-6-iscsi neutron-server[80130]:     self._notify()
Dec 09 05:47:39.865578 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 05:47:39.865578 dv-cinder-763306-6-iscsi neutron-server[80130]:     self.callback(batched_events)
Dec 09 05:47:39.865578 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 05:47:39.865578 dv-cinder-763306-6-iscsi neutron-server[80130]:     event.method(event)
Dec 09 05:47:39.865578 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 05:47:39.865578 dv-cinder-763306-6-iscsi neutron-server[80130]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 05:47:39.865578 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 09 05:47:39.865578 dv-cinder-763306-6-iscsi neutron-server[80130]:     segment_id)['aggregates'][0]
Dec 09 05:47:39.865578 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 05:47:39.865578 dv-cinder-763306-6-iscsi neutron-server[80130]:     return f(self, *a, **k)
Dec 09 05:47:39.865578 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 09 05:47:39.865578 dv-cinder-763306-6-iscsi neutron-server[80130]:     return self._get(url).json()
Dec 09 05:47:39.865578 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 05:47:39.865578 dv-cinder-763306-6-iscsi neutron-server[80130]:     **kwargs)
Dec 09 05:47:39.865578 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 05:47:39.865578 dv-cinder-763306-6-iscsi neutron-server[80130]:     return self.request(url, 'GET', **kwargs)
Dec 09 05:47:39.865578 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 09 05:47:39.865578 dv-cinder-763306-6-iscsi neutron-server[80130]:     **endpoint_filter)
Dec 09 05:47:39.865578 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 05:47:39.865578 dv-cinder-763306-6-iscsi neutron-server[80130]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 05:47:39.865578 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 05:47:39.865578 dv-cinder-763306-6-iscsi neutron-server[80130]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 05:47:39.865578 dv-cinder-763306-6-iscsi neutron-server[80130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 05:47:39.946950 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a7e60ddb-bfae-4c8d-a9c2-b73a586fdf8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851135783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854364948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036851028489'] for network, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:39.950508 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-94ec814e-1adc-4240-9471-f39ae3ebbcc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:47:39.966655 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-a7e60ddb-bfae-4c8d-a9c2-b73a586fdf8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3226941'] for network, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:39.973055 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e60ddb-bfae-4c8d-a9c2-b73a586fdf8e admin admin] Pushing event deleted for resources: {'Network': ['ID=1d71a329-4cb1-4485-80ca-4ca822c88d8d,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:47:39.978104 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-a7e60ddb-bfae-4c8d-a9c2-b73a586fdf8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:47:39.990022 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-a7e60ddb-bfae-4c8d-a9c2-b73a586fdf8e admin admin] 10.222.0.39 "DELETE /v2.0/networks/1d71a329-4cb1-4485-80ca-4ca822c88d8d HTTP/1.1" status: 204  len: 168 time: 1.8349404
Dec 09 05:47:39.994518 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 41946) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:47:40.354395 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b85b75b9-7653-4ff1-ae99-8f898ee2c1f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036851029530'] for router_interface, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:40.949416 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-b85b75b9-7653-4ff1-ae99-8f898ee2c1f2 admin admin] Deleting port 630573db-ac0b-4ea4-8ad1-9491635df487 {{(pid=80245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 09 05:47:40.949795 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b85b75b9-7653-4ff1-ae99-8f898ee2c1f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787496886762'] for port, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:41.129503 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-b85b75b9-7653-4ff1-ae99-8f898ee2c1f2 admin admin] For port 630573db-ac0b-4ea4-8ad1-9491635df487, host dv-cinder-763306-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=630573db-ac0b-4ea4-8ad1-9491635df487,segment=NetworkSegment(6f538e50-6a6f-423d-b133-529e8ba5a540),segment_id=6f538e50-6a6f-423d-b133-529e8ba5a540)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:47:41.129821 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b85b75b9-7653-4ff1-ae99-8f898ee2c1f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744221'] for port, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:41.261552 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-b85b75b9-7653-4ff1-ae99-8f898ee2c1f2 admin admin] Calling delete_port for 630573db-ac0b-4ea4-8ad1-9491635df487 owned by network:router_interface {{(pid=80245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 09 05:47:41.431150 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b85b75b9-7653-4ff1-ae99-8f898ee2c1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787496890807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249358481609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844148928'] for port, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:41.446734 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-7f27fc20-bd8a-4a01-bb48-acbc81774570 tempest-AttachVolumeShelveTestJSON-50929632 tempest-AttachVolumeShelveTestJSON-50929632] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:47:41.501631 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85b75b9-7653-4ff1-ae99-8f898ee2c1f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=630573db-ac0b-4ea4-8ad1-9491635df487,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:47:41.505569 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-b85b75b9-7653-4ff1-ae99-8f898ee2c1f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:47:42.090265 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b85b75b9-7653-4ff1-ae99-8f898ee2c1f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851548905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036851029608'] for router_interface, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:42.595526 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b85b75b9-7653-4ff1-ae99-8f898ee2c1f2 admin admin] Router cb222732-3446-47f4-a88f-4efc9e9e02e5 has already been hosted by L3 agent 16cb43a9-cd2d-4531-acd4-2457db4a9ad2 {{(pid=80245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 09 05:47:42.784452 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b85b75b9-7653-4ff1-ae99-8f898ee2c1f2 admin admin] Notify agent at l3_agent.dv-cinder-763306-6-iscsi the message routers_updated {{(pid=80245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 09 05:47:42.796992 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-b85b75b9-7653-4ff1-ae99-8f898ee2c1f2 admin admin] 10.222.0.39 "PUT /v2.0/routers/cb222732-3446-47f4-a88f-4efc9e9e02e5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7988677
Dec 09 05:47:42.797234 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 41950) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:47:42.800301 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4947dff4-3104-4667-a567-8baadea7a641 None None] Sync routers for ids ['cb222732-3446-47f4-a88f-4efc9e9e02e5'] in dv-cinder-763306-6-iscsi {{(pid=80247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 09 05:47:42.812411 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4947dff4-3104-4667-a567-8baadea7a641 None None] Routers {'cb222732-3446-47f4-a88f-4efc9e9e02e5'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:47:42.813083 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-4947dff4-3104-4667-a567-8baadea7a641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff8082e48>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:47:17Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['cb222732-3446-47f4-a88f-4efc9e9e02e5'], 'active': True} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:47:42.981436 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-25e30d5e-4d0c-41e8-9409-d427d1ec05ea admin admin] Notify callbacks [] for router, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:43.002498 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-4947dff4-3104-4667-a567-8baadea7a641 None None] Set router cb222732-3446-47f4-a88f-4efc9e9e02e5 gateway port host: dv-cinder-763306-6-iscsi {{(pid=80247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:47:43.161292 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-25e30d5e-4d0c-41e8-9409-d427d1ec05ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:43.167052 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-25e30d5e-4d0c-41e8-9409-d427d1ec05ea admin admin] Deleting port fe4a42e9-e652-468d-837b-43eb3a0c0934 {{(pid=80245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 09 05:47:43.167421 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-25e30d5e-4d0c-41e8-9409-d427d1ec05ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787496886762'] for port, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:43.263577 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-43f44203-54c4-4c67-af47-9ad3e8a05b65 None None] Agent healthcheck: found 6 active agents {{(pid=80248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 09 05:47:43.311450 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-4947dff4-3104-4667-a567-8baadea7a641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff8082e48>, [{'id': 'cb222732-3446-47f4-a88f-4efc9e9e02e5', 'name': 'tempest-TestVolumeBootPattern-643229771-router', 'tenant_id': '3705cbac2d4e4f6b89707ad014b33a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'fe4a42e9-e652-468d-837b-43eb3a0c0934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:40:46Z', 'updated_at': '2020-12-09T05:47:41Z', 'revision_number': 5, 'project_id': '3705cbac2d4e4f6b89707ad014b33a0b', 'gw_port': {'id': 'fe4a42e9-e652-468d-837b-43eb3a0c0934', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb222732-3446-47f4-a88f-4efc9e9e02e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:40:47Z', 'updated_at': '2020-12-09T05:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi'}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:47:43.315716 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4947dff4-3104-4667-a567-8baadea7a641 None None] Checking router: cb222732-3446-47f4-a88f-4efc9e9e02e5 for host: dv-cinder-763306-6-iscsi {{(pid=80247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 09 05:47:43.324841 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4947dff4-3104-4667-a567-8baadea7a641 None None] Routers {'cb222732-3446-47f4-a88f-4efc9e9e02e5'} bound to L3 agent in host dv-cinder-763306-6-iscsi {{(pid=80247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 09 05:47:43.325501 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-4947dff4-3104-4667-a567-8baadea7a641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fdff8082e48>, 'dv-cinder-763306-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-09T05:20:47Z,description=<?>,heartbeat_timestamp=2020-12-09T05:47:17Z,host='dv-cinder-763306-6-iscsi',id=16cb43a9-cd2d-4531-acd4-2457db4a9ad2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-09T05:20:47Z,topic='l3_agent')) {'router_ids': ['cb222732-3446-47f4-a88f-4efc9e9e02e5'], 'active': True} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:47:43.350375 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-25e30d5e-4d0c-41e8-9409-d427d1ec05ea admin admin] For port fe4a42e9-e652-468d-837b-43eb3a0c0934, host dv-cinder-763306-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=fe4a42e9-e652-468d-837b-43eb3a0c0934,segment=NetworkSegment(6806ddaa-9afa-4e45-ac00-e428af44bdb5),segment_id=6806ddaa-9afa-4e45-ac00-e428af44bdb5)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:47:43.350773 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-25e30d5e-4d0c-41e8-9409-d427d1ec05ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744221'] for port, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:43.484166 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-25e30d5e-4d0c-41e8-9409-d427d1ec05ea admin admin] Calling delete_port for fe4a42e9-e652-468d-837b-43eb3a0c0934 owned by network:router_gateway {{(pid=80245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 09 05:47:43.514932 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvr_db [None req-4947dff4-3104-4667-a567-8baadea7a641 None None] Set router cb222732-3446-47f4-a88f-4efc9e9e02e5 gateway port host: dv-cinder-763306-6-iscsi {{(pid=80247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 09 05:47:43.628154 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-25e30d5e-4d0c-41e8-9409-d427d1ec05ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787496890807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249358481609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036844148928'] for port, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:43.827164 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-25e30d5e-4d0c-41e8-9409-d427d1ec05ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3747310'] for router_gateway, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:43.828061 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_hamode_db [None req-4947dff4-3104-4667-a567-8baadea7a641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fdff8082e48>, [{'id': 'cb222732-3446-47f4-a88f-4efc9e9e02e5', 'name': 'tempest-TestVolumeBootPattern-643229771-router', 'tenant_id': '3705cbac2d4e4f6b89707ad014b33a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'fe4a42e9-e652-468d-837b-43eb3a0c0934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:40:46Z', 'updated_at': '2020-12-09T05:47:41Z', 'revision_number': 5, 'project_id': '3705cbac2d4e4f6b89707ad014b33a0b', 'gw_port': {'id': 'fe4a42e9-e652-468d-837b-43eb3a0c0934', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb222732-3446-47f4-a88f-4efc9e9e02e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:40:47Z', 'updated_at': '2020-12-09T05:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi'}], 'dv-cinder-763306-6-iscsi', False) {} {{(pid=80247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:47:43.832428 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4947dff4-3104-4667-a567-8baadea7a641 None None] The sync data for ids ['cb222732-3446-47f4-a88f-4efc9e9e02e5'] in dv-cinder-763306-6-iscsi is: [{'id': 'cb222732-3446-47f4-a88f-4efc9e9e02e5', 'name': 'tempest-TestVolumeBootPattern-643229771-router', 'tenant_id': '3705cbac2d4e4f6b89707ad014b33a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'external_fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'fe4a42e9-e652-468d-837b-43eb3a0c0934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:40:46Z', 'updated_at': '2020-12-09T05:47:41Z', 'revision_number': 5, 'project_id': '3705cbac2d4e4f6b89707ad014b33a0b', 'gw_port': {'id': 'fe4a42e9-e652-468d-837b-43eb3a0c0934', 'name': '', 'network_id': '1b53dfa6-cff5-48ce-aa8c-fe2c20f8fc89', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb222732-3446-47f4-a88f-4efc9e9e02e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:40:47Z', 'updated_at': '2020-12-09T05:40:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b1368c69-6e14-4d1d-80ab-b679585c21ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-iscsi'}] {{(pid=80247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 09 05:47:43.967361 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-25e30d5e-4d0c-41e8-9409-d427d1ec05ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854371584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3662'] for router, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:43.969885 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-25e30d5e-4d0c-41e8-9409-d427d1ec05ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:43.997579 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-25e30d5e-4d0c-41e8-9409-d427d1ec05ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854371398'] for router, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:43.998218 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e30d5e-4d0c-41e8-9409-d427d1ec05ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb222732-3446-47f4-a88f-4efc9e9e02e5 {{(pid=80245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 09 05:47:44.012630 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-25e30d5e-4d0c-41e8-9409-d427d1ec05ea admin admin] Notify callbacks [] for router, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:44.013917 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-25e30d5e-4d0c-41e8-9409-d427d1ec05ea admin admin] 10.222.0.39 "DELETE /v2.0/routers/cb222732-3446-47f4-a88f-4efc9e9e02e5 HTTP/1.1" status: 204  len: 168 time: 1.2156403
Dec 09 05:47:44.016617 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 41954) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:47:44.088304 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.db_base_plugin_v2 [None req-530d6e13-9c00-4faf-b73d-3b1861a6ec67 admin admin] Deleting subnet ea1f0b6f-0a44-46b8-9e95-7eaf5f6d2222 {{(pid=80245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 09 05:47:44.091469 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-530d6e13-9c00-4faf-b73d-3b1861a6ec67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:44.145106 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-530d6e13-9c00-4faf-b73d-3b1861a6ec67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036844206957'] for subnet, precommit_delete_associations {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:44.227575 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-530d6e13-9c00-4faf-b73d-3b1861a6ec67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3642508'] for subnet, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:44.510445 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-530d6e13-9c00-4faf-b73d-3b1861a6ec67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851133308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854364984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10626838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843797784'] for subnet, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:44.527328 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-a331ba68-81cc-4f87-abf4-712d79a1a746 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:47:44.579605 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530d6e13-9c00-4faf-b73d-3b1861a6ec67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea1f0b6f-0a44-46b8-9e95-7eaf5f6d2222,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:47:44.582667 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-530d6e13-9c00-4faf-b73d-3b1861a6ec67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:47:44.670457 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-530d6e13-9c00-4faf-b73d-3b1861a6ec67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3226941'] for subnet, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:44.675106 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd26fdab-da92-4a28-babf-3fee9d601dcc None None] Network 84a08baa-fd0b-41fa-b1f5-d74290ac704f requested from dv-cinder-763306-6-iscsi {{(pid=80247) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 09 05:47:44.677192 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-530d6e13-9c00-4faf-b73d-3b1861a6ec67 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/ea1f0b6f-0a44-46b8-9e95-7eaf5f6d2222 HTTP/1.1" status: 204  len: 168 time: 0.6595316
Dec 09 05:47:44.679831 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 41958) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:47:45.050571 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1705ab38-651c-4eb4-b359-5d8db0e75b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851217242'] for network, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:45.101999 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0791a789-4764-4440-8df1-1440f457a42e None None] DHCP port deletion for 84a08baa-fd0b-41fa-b1f5-d74290ac704f request from dv-cinder-763306-6-iscsi {{(pid=80247) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 09 05:47:45.107083 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-0791a789-4764-4440-8df1-1440f457a42e None None] Deleting port ca1a2225-0091-4616-997a-5e02b4156def {{(pid=80247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 09 05:47:45.107685 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0791a789-4764-4440-8df1-1440f457a42e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787496886762'] for port, before_delete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:45.121427 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-1705ab38-651c-4eb4-b359-5d8db0e75b06 admin admin] Deleting port ca1a2225-0091-4616-997a-5e02b4156def {{(pid=80245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 09 05:47:45.121874 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1705ab38-651c-4eb4-b359-5d8db0e75b06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787496886762'] for port, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:45.325522 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-0791a789-4764-4440-8df1-1440f457a42e None None] For port ca1a2225-0091-4616-997a-5e02b4156def, host dv-cinder-763306-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=ca1a2225-0091-4616-997a-5e02b4156def,segment=NetworkSegment(6f538e50-6a6f-423d-b133-529e8ba5a540),segment_id=6f538e50-6a6f-423d-b133-529e8ba5a540)] {{(pid=80247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:47:45.325944 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0791a789-4764-4440-8df1-1440f457a42e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744221'] for port, precommit_delete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:45.334196 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.db [None req-1705ab38-651c-4eb4-b359-5d8db0e75b06 admin admin] For port ca1a2225-0091-4616-997a-5e02b4156def, host dv-cinder-763306-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-iscsi',level=0,port_id=ca1a2225-0091-4616-997a-5e02b4156def,segment=NetworkSegment(6f538e50-6a6f-423d-b133-529e8ba5a540),segment_id=6f538e50-6a6f-423d-b133-529e8ba5a540)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 09 05:47:45.334540 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1705ab38-651c-4eb4-b359-5d8db0e75b06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744221'] for port, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:45.451708 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-0791a789-4764-4440-8df1-1440f457a42e None None] Calling delete_port for ca1a2225-0091-4616-997a-5e02b4156def owned by network:dhcp {{(pid=80247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 09 05:47:45.467353 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-1705ab38-651c-4eb4-b359-5d8db0e75b06 admin admin] Calling delete_port for ca1a2225-0091-4616-997a-5e02b4156def owned by network:dhcp {{(pid=80245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 09 05:47:45.530706 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0791a789-4764-4440-8df1-1440f457a42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-570201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372019676231971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787496890807', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363249358481609'] for port, after_delete {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:45.545663 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.db.api [None req-1705ab38-651c-4eb4-b359-5d8db0e75b06 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80245) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 05:47:45.546080 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_db.api [None req-1705ab38-651c-4eb4-b359-5d8db0e75b06 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 09 05:47:45.550252 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-e5a95fba-2761-4219-bfa8-496287837167 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:47:45.596363 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device 630573db-ac0b-4ea4-8ad1-9491635df487 no longer exists at agent ovs-agent-dv-cinder-763306-6-iscsi {{(pid=80247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 09 05:47:45.635125 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0791a789-4764-4440-8df1-1440f457a42e None None] Pushing event deleted for resources: {'Port': ['ID=ca1a2225-0091-4616-997a-5e02b4156def,revision_number=None']} {{(pid=80247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:47:45.694814 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-0791a789-4764-4440-8df1-1440f457a42e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:47:45.695432 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] No Port match for: 630573db-ac0b-4ea4-8ad1-9491635df487 {{(pid=80247) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 09 05:47:45.696351 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device 630573db-ac0b-4ea4-8ad1-9491635df487 not bound to the agent host dv-cinder-763306-6-iscsi {{(pid=80247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 09 05:47:45.696826 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device ca1a2225-0091-4616-997a-5e02b4156def no longer exists at agent ovs-agent-dv-cinder-763306-6-iscsi {{(pid=80247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 09 05:47:45.740700 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] No Port match for: ca1a2225-0091-4616-997a-5e02b4156def {{(pid=80247) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 09 05:47:45.741090 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device ca1a2225-0091-4616-997a-5e02b4156def not bound to the agent host dv-cinder-763306-6-iscsi {{(pid=80247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 09 05:47:45.741562 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device fe4a42e9-e652-468d-837b-43eb3a0c0934 no longer exists at agent ovs-agent-dv-cinder-763306-6-iscsi {{(pid=80247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 09 05:47:45.788996 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] No Port match for: fe4a42e9-e652-468d-837b-43eb3a0c0934 {{(pid=80247) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 09 05:47:45.789405 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.rpc [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Device fe4a42e9-e652-468d-837b-43eb3a0c0934 not bound to the agent host dv-cinder-763306-6-iscsi {{(pid=80247) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 09 05:47:45.810516 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ff30209d-81fb-4595-b1f6-3713c76ca263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:45.812091 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0791a789-4764-4440-8df1-1440f457a42e None None] No DVR routers for this DVR port ca1a2225-0091-4616-997a-5e02b4156def on host dv-cinder-763306-6-iscsi {{(pid=80247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 09 05:47:46.047796 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-1705ab38-651c-4eb4-b359-5d8db0e75b06 admin admin] Deleting port ca1a2225-0091-4616-997a-5e02b4156def {{(pid=80245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 09 05:47:46.048112 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1705ab38-651c-4eb4-b359-5d8db0e75b06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787496886762'] for port, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:46.120042 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.plugin [None req-1705ab38-651c-4eb4-b359-5d8db0e75b06 admin admin] The port 'ca1a2225-0091-4616-997a-5e02b4156def' was deleted {{(pid=80245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 09 05:47:46.246773 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1705ab38-651c-4eb4-b359-5d8db0e75b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3640018', 'neutron.services.segments.db._delete_segments_for_network--9223363249358105289'] for network, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:46.368041 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-1705ab38-651c-4eb4-b359-5d8db0e75b06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fdff3882fd0>,) {'filters': {'network_id': ['84a08baa-fd0b-41fa-b1f5-d74290ac704f']}} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:47:46.381307 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-1705ab38-651c-4eb4-b359-5d8db0e75b06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fdff3882fd0>, '6f538e50-6a6f-423d-b133-529e8ba5a540') {'for_net_delete': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:47:46.381646 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.services.segments.db [None req-1705ab38-651c-4eb4-b359-5d8db0e75b06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fdff3882fd0>, '6f538e50-6a6f-423d-b133-529e8ba5a540') {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 09 05:47:46.394875 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1705ab38-651c-4eb4-b359-5d8db0e75b06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363249358104777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10568859'] for segment, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:46.411102 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1705ab38-651c-4eb4-b359-5d8db0e75b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3638805'] for segment, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:46.413095 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1705ab38-651c-4eb4-b359-5d8db0e75b06 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 09 05:47:46.604559 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-1705ab38-651c-4eb4-b359-5d8db0e75b06 admin admin] Network 84a08baa-fd0b-41fa-b1f5-d74290ac704f has no segments {{(pid=80245) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 09 05:47:46.613838 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1705ab38-651c-4eb4-b359-5d8db0e75b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851136996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10626939'] for segment, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:46.800073 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.plugins.ml2.managers [None req-1705ab38-651c-4eb4-b359-5d8db0e75b06 admin admin] Network 84a08baa-fd0b-41fa-b1f5-d74290ac704f has no segments {{(pid=80245) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 09 05:47:46.824493 dv-cinder-763306-6-iscsi neutron-server[80130]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 05:47:46.824493 dv-cinder-763306-6-iscsi neutron-server[80130]:   % (table.description, expected, rows_matched)
Dec 09 05:47:46.824493 dv-cinder-763306-6-iscsi neutron-server[80130]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 05:47:46.824493 dv-cinder-763306-6-iscsi neutron-server[80130]:   % (table.description, expected, rows_matched)
Dec 09 05:47:46.824493 dv-cinder-763306-6-iscsi neutron-server[80130]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 05:47:46.824493 dv-cinder-763306-6-iscsi neutron-server[80130]:   % (table.description, expected, rows_matched)
Dec 09 05:47:46.824493 dv-cinder-763306-6-iscsi neutron-server[80130]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 05:47:46.824493 dv-cinder-763306-6-iscsi neutron-server[80130]:   % (table.description, expected, rows_matched)
Dec 09 05:47:46.824493 dv-cinder-763306-6-iscsi neutron-server[80130]: Traceback (most recent call last):
Dec 09 05:47:46.824493 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 09 05:47:46.824493 dv-cinder-763306-6-iscsi neutron-server[80130]:     timer()
Dec 09 05:47:46.824493 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 05:47:46.824493 dv-cinder-763306-6-iscsi neutron-server[80130]:     cb(*args, **kw)
Dec 09 05:47:46.824493 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 09 05:47:46.824493 dv-cinder-763306-6-iscsi neutron-server[80130]:     return func(*args, **kwargs)
Dec 09 05:47:46.824493 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 05:47:46.824493 dv-cinder-763306-6-iscsi neutron-server[80130]:     self._notify()
Dec 09 05:47:46.824493 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 05:47:46.824493 dv-cinder-763306-6-iscsi neutron-server[80130]:     self.callback(batched_events)
Dec 09 05:47:46.824493 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 05:47:46.824493 dv-cinder-763306-6-iscsi neutron-server[80130]:     event.method(event)
Dec 09 05:47:46.824493 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 05:47:46.824493 dv-cinder-763306-6-iscsi neutron-server[80130]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 05:47:46.824493 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 09 05:47:46.824493 dv-cinder-763306-6-iscsi neutron-server[80130]:     segment_id)['aggregates'][0]
Dec 09 05:47:46.824493 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 05:47:46.824493 dv-cinder-763306-6-iscsi neutron-server[80130]:     return f(self, *a, **k)
Dec 09 05:47:46.824493 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 09 05:47:46.824493 dv-cinder-763306-6-iscsi neutron-server[80130]:     return self._get(url).json()
Dec 09 05:47:46.824493 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 05:47:46.824493 dv-cinder-763306-6-iscsi neutron-server[80130]:     **kwargs)
Dec 09 05:47:46.824493 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 05:47:46.824493 dv-cinder-763306-6-iscsi neutron-server[80130]:     return self.request(url, 'GET', **kwargs)
Dec 09 05:47:46.824493 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 09 05:47:46.824493 dv-cinder-763306-6-iscsi neutron-server[80130]:     **endpoint_filter)
Dec 09 05:47:46.824493 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 05:47:46.824493 dv-cinder-763306-6-iscsi neutron-server[80130]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 05:47:46.824493 dv-cinder-763306-6-iscsi neutron-server[80130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 05:47:46.824493 dv-cinder-763306-6-iscsi neutron-server[80130]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 05:47:46.824493 dv-cinder-763306-6-iscsi neutron-server[80130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 05:47:46.907385 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1705ab38-651c-4eb4-b359-5d8db0e75b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851135783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854364948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3226894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036851028489'] for network, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:46.910950 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-ca5b53fd-18bc-41d8-85ae-33718864231f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:47:46.927682 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-1705ab38-651c-4eb4-b359-5d8db0e75b06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3226941'] for network, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:46.936407 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1705ab38-651c-4eb4-b359-5d8db0e75b06 admin admin] Pushing event deleted for resources: {'Network': ['ID=84a08baa-fd0b-41fa-b1f5-d74290ac704f,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:47:46.939600 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-1705ab38-651c-4eb4-b359-5d8db0e75b06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:47:46.941458 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-1705ab38-651c-4eb4-b359-5d8db0e75b06 admin admin] 10.222.0.39 "DELETE /v2.0/networks/84a08baa-fd0b-41fa-b1f5-d74290ac704f HTTP/1.1" status: 204  len: 168 time: 2.2597096
Dec 09 05:47:47.090997 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 41964) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:47:47.143958 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-8911e2ba-eae5-4ab1-8b46-f5e070bbfd33 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fb0759eb89c04546ab3ebe4e8a3a57f5&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0516431
Dec 09 05:47:47.146491 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80246) accepted ('10.222.0.39', 41968) {{(pid=80246) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:47:47.214753 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-79cd57c6-1e6e-4747-9c05-dab9e48f077a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:47.241964 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-79cd57c6-1e6e-4747-9c05-dab9e48f077a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:47.292262 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-79cd57c6-1e6e-4747-9c05-dab9e48f077a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:47.297350 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-b207b028-aa88-483d-8bd5-354a3a2a0d72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:47:47.311377 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cd57c6-1e6e-4747-9c05-dab9e48f077a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d379bef-cbac-4270-9b16-7ccfa80464da,revision_number=None']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:47:47.315528 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-79cd57c6-1e6e-4747-9c05-dab9e48f077a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:47:47.318892 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-79cd57c6-1e6e-4747-9c05-dab9e48f077a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:47.320111 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-79cd57c6-1e6e-4747-9c05-dab9e48f077a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6d379bef-cbac-4270-9b16-7ccfa80464da HTTP/1.1" status: 204  len: 168 time: 0.1726372
Dec 09 05:47:47.382898 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-5cf153fd-9ef9-4c59-ace4-0e1f0ac94d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:47.743768 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 41976) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:47:47.799413 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-59ecc579-2e7e-4ffd-84a3-5d38232462da admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3705cbac2d4e4f6b89707ad014b33a0b&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0528724
Dec 09 05:47:47.800716 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [-] (80245) accepted ('10.222.0.39', 41980) {{(pid=80245) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 09 05:47:47.864557 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-98a4a111-61c9-4f7b-a16f-289db919f7ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:47.892214 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-98a4a111-61c9-4f7b-a16f-289db919f7ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:47.946038 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-98a4a111-61c9-4f7b-a16f-289db919f7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854365168'] for security_group, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:47.951244 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-b67a816f-dd20-43de-a94b-25ae5e7805e3 tempest-TestShelveInstance-123814958 tempest-TestShelveInstance-123814958] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 09 05:47:47.965783 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a4a111-61c9-4f7b-a16f-289db919f7ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947087b1-a42a-4f23-af49-9a7cb0dd7fc4,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 09 05:47:47.968682 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG oslo_concurrency.lockutils [None req-98a4a111-61c9-4f7b-a16f-289db919f7ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 09 05:47:47.970847 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-98a4a111-61c9-4f7b-a16f-289db919f7ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:47.972021 dv-cinder-763306-6-iscsi neutron-server[80130]: INFO neutron.wsgi [None req-98a4a111-61c9-4f7b-a16f-289db919f7ca admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/947087b1-a42a-4f23-af49-9a7cb0dd7fc4 HTTP/1.1" status: 204  len: 168 time: 0.1703331
Dec 09 05:47:48.291938 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d667687f-70e4-40ee-92a5-0e371b53b2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:49.008436 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:50.104186 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-858fc187-cc56-4aeb-a3e2-00a52ab9489b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:47:57.563631 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:48:15.794169 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-215e82bb-4044-47d9-928b-88909614a468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:48:17.385464 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0ac0e70c-3b8a-40b2-84d8-b569e3e4c211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:48:18.292771 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d667687f-70e4-40ee-92a5-0e371b53b2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:48:19.012102 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:48:20.107938 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-858fc187-cc56-4aeb-a3e2-00a52ab9489b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:48:20.264223 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-43f44203-54c4-4c67-af47-9ad3e8a05b65 None None] Agent healthcheck: found 6 active agents {{(pid=80248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 09 05:48:27.567171 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:48:45.797485 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0df0b4a1-db01-499b-a5a5-2756fbe9ae0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:48:47.387223 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0fffbe31-8618-481f-85c2-703c1fa3fe37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:48:48.295547 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d667687f-70e4-40ee-92a5-0e371b53b2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:48:49.014200 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:48:50.114667 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-858fc187-cc56-4aeb-a3e2-00a52ab9489b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:48:57.265233 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-43f44203-54c4-4c67-af47-9ad3e8a05b65 None None] Agent healthcheck: found 6 active agents {{(pid=80248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 09 05:48:57.571352 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:49:15.800311 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c4fd6d08-efb9-4430-8274-d3b648499a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:49:17.390460 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-2c4255ec-b35d-44a8-bdd1-cfdacf398188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:49:18.300317 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d667687f-70e4-40ee-92a5-0e371b53b2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:49:19.016826 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:49:20.121784 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-858fc187-cc56-4aeb-a3e2-00a52ab9489b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:49:27.567334 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:49:34.265250 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-43f44203-54c4-4c67-af47-9ad3e8a05b65 None None] Agent healthcheck: found 6 active agents {{(pid=80248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 09 05:49:45.803479 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8e3ef9ca-a499-4878-b676-69d50b112fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:49:47.391804 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f7851ffc-8448-4efd-a84d-c6e97185f9ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:49:48.301682 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d667687f-70e4-40ee-92a5-0e371b53b2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:49:49.019662 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:49:50.121201 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-858fc187-cc56-4aeb-a3e2-00a52ab9489b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:49:50.638080 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [req-2c18ecff-5d22-455b-bf7c-f0e2378d5079 req-513c542c-d1cf-41c1-be06-0107fb1288f8 service neutron] (80246) timed out ('10.222.0.59', 60368) {{(pid=80246) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Dec 09 05:49:57.565682 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:50:11.264771 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-43f44203-54c4-4c67-af47-9ad3e8a05b65 None None] Agent healthcheck: found 6 active agents {{(pid=80248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 09 05:50:15.808850 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d6dae7dc-f98d-4978-b8e4-fd9c1e72bff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:50:17.393172 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0cfb2b59-0c7e-4c3d-b2a3-c1b560a71787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:50:18.305824 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d667687f-70e4-40ee-92a5-0e371b53b2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:50:19.021180 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:50:20.123793 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-858fc187-cc56-4aeb-a3e2-00a52ab9489b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:50:27.564529 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:50:45.812200 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-27170879-7a83-410f-ae25-65ab2ffd3a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:50:47.394161 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-aacebba4-1943-4eb2-9119-bff9474fdf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:50:48.265270 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-43f44203-54c4-4c67-af47-9ad3e8a05b65 None None] Agent healthcheck: found 6 active agents {{(pid=80248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 09 05:50:48.306103 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d667687f-70e4-40ee-92a5-0e371b53b2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:50:49.023462 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:50:50.127672 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-858fc187-cc56-4aeb-a3e2-00a52ab9489b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:50:57.563077 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:51:13.895393 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.wsgi [req-b74b3949-4295-4fb9-88e7-31ac1209f5a5 req-03597d3f-33ee-4505-b77d-3b5a9167bab2 service neutron] (80245) timed out ('10.222.0.39', 35282) {{(pid=80245) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Dec 09 05:51:15.816699 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-93a67b1d-38c9-4982-b798-0bc1e8cf7f4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:51:17.397509 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-b3142414-32a2-413c-aacc-81b6d184b7c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:51:18.309286 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d667687f-70e4-40ee-92a5-0e371b53b2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:51:19.025611 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:51:20.131680 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-858fc187-cc56-4aeb-a3e2-00a52ab9489b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:51:25.266270 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-43f44203-54c4-4c67-af47-9ad3e8a05b65 None None] Agent healthcheck: found 6 active agents {{(pid=80248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 09 05:51:27.580055 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:51:45.821748 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0eaa389d-497e-4e7d-ab78-ba3d9e745e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:51:47.400463 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-baafd3a6-a49c-42d0-972e-4c067be8a451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:51:48.314751 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d667687f-70e4-40ee-92a5-0e371b53b2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:51:49.027940 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:51:50.134930 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-858fc187-cc56-4aeb-a3e2-00a52ab9489b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:51:57.578642 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:52:02.266789 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-43f44203-54c4-4c67-af47-9ad3e8a05b65 None None] Agent healthcheck: found 6 active agents {{(pid=80248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 09 05:52:15.825337 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-0f486751-3b18-4754-a50e-aabd74a3861e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:52:17.401874 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-e743abe5-cdd1-4a35-8165-77d879517520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:52:18.313747 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d667687f-70e4-40ee-92a5-0e371b53b2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:52:19.029646 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:52:20.137961 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-858fc187-cc56-4aeb-a3e2-00a52ab9489b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:52:27.578503 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:52:39.267889 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron.db.agents_db [None req-43f44203-54c4-4c67-af47-9ad3e8a05b65 None None] Agent healthcheck: found 6 active agents {{(pid=80248) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 09 05:52:45.830086 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-f008ae29-cc54-416f-b8f9-0ac4760454f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:52:47.404058 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-c623dd7a-83f6-448d-8547-67d7f9e6a42b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:52:48.316993 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-d667687f-70e4-40ee-92a5-0e371b53b2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:52:49.032940 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-ad158392-dd3d-4f12-809a-73d3d644964d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:52:50.141100 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-858fc187-cc56-4aeb-a3e2-00a52ab9489b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 09 05:52:57.577627 dv-cinder-763306-6-iscsi neutron-server[80130]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bf98-28c9-4d8c-92b7-a9ba9bddb46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363249358105306', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3644351'] for agent, after_update {{(pid=80247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}